-- Logs begin at Wed 2021-02-17 00:34:13 UTC, end at Wed 2021-02-17 01:33:48 UTC. --
Feb 17 01:07:18.306584 dv-cinder-759962-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 01:07:21.078906 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.common.config [-] Logging enabled!
Feb 17 01:07:21.079511 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 01:07:21.081026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83882) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 01:07:21.082989 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.common.config [-] Logging enabled!
Feb 17 01:07:21.083373 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 01:07:21.083805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83882) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 01:07:21.085014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 01:07:21.085329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 01:07:21.086482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 01:07:21.086812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 01:07:21.087120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 01:07:21.087542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.087980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.088400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.088726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.089134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.089536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.089927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.090323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.090730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.091114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.091505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.091991 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.092315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.092706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.093111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.093510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.093830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.094214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.094834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.095222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.095603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.096026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.096399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.096776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.097157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.097597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] host                           = dv-cinder-759962-4-iscsi {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.097971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.098364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.098754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.099145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.099516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.099945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.100335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.100713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.101085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.101462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.101923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.102317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.102720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.103042 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.103361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.103780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.104183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.104560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.104933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.105309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.105685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.106058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.106424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.106815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.107206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.107669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.108073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.108450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.108819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.109189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.109584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.109959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.110335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.110707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.111103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.111470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.111892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.112339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.112735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.113126 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.113521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.113893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.114291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.114666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.115038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.115409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.115804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.116180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.116571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.116951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.117326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.117702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.118075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.118482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:21.118885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.119298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.119763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.120131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.120529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.120911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.121313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.121696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.122157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.122568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.122963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.123912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.124310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.124694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.125105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.125525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.125932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.126604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.126979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.127356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.127765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.128197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.128637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.129081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.129534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.129951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.130377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.130839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.131268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.131688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.132176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.132609 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.133038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.133454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.133882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.134307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.134724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.135147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.135571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.136049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.136472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.136952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.137385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.137817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.138239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.139272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.139757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.140185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.140608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.141036 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.141456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.141875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.142300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.142725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.143149 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.143604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.144051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.144479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.144900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.145318 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.145737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.146159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.146582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.147006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.147426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.147879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.148308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.148734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.149238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.149694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.150117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.150542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.150977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.151399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.151875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.152327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.152751 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.153176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.153598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.154055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.154520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.154955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.155386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.155853 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.156310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.156732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.157160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.157582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.158007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.158439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.158879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.159323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.159804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.160250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.160700 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.161156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.161584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.162054 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.162479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:21.162828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 01:07:21.163200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83882) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 01:07:21.865294 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO keyring.backend [-] Loading Gnome
Feb 17 01:07:21.884210 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO keyring.backend [-] Loading Google
Feb 17 01:07:21.886897 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 01:07:21.890602 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO keyring.backend [-] Loading file
Feb 17 01:07:21.891722 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO keyring.backend [-] Loading keyczar
Feb 17 01:07:21.892048 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO keyring.backend [-] Loading multi
Feb 17 01:07:21.892967 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO keyring.backend [-] Loading pyfs
Feb 17 01:07:21.940188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:21.940511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:21.940842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:21.941227 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 01:07:22.373472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.374036 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.374174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.425545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.425865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.426171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.429848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.430159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.430474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.500366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.500692 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.501004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.502419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.502732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.503037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.784904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbafc1f7d90> agent after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.785160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbafc1f7d90> agent after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.785472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fbafc1f7e18> segment precommit_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.785779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fbafc1f7ea0> network precommit_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.786618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fbafc202048> segment before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.942236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> network before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.942631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fbafc242620> agent before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.942973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> network before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.943291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> port before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.943602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> port before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.944044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> segment after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.944360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> segment precommit_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.944658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> segment precommit_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.944956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> segment after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.945311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> network after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.945618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> network precommit_delete 0 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.945936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> port provisioning_complete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.946261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.946564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> rbac-policy after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.946889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> agent after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.947221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> subnet after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.947524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> subnet precommit_delete 0 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.947895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.948192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.948729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> port after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.949025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> port after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.949317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> port after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.949688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.949982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.950263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbafcaed358>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.950770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:22.951065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:22.951908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:22.952187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:22.952471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:22.952752 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:22.953215 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 01:07:22.957102 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 01:07:22.961565 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 01:07:22.966109 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Feb 17 01:07:22.968603 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 01:07:22.969926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 01:07:22.970351 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 01:07:22.970819 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 01:07:22.974151 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 01:07:22.974430 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 01:07:22.974884 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 01:07:22.998667 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 01:07:22.999211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fbafc09f898>> qos_plugin after_init 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:22.999561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83882) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 01:07:23.000054 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fbafc028240>> logging-plugin after_init 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.001930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83882) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 01:07:23.002272 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 01:07:23.002560 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 01:07:23.006158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbafc0282e8>> floatingip before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.006492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbafc0282e8>> port before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.073999 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 01:07:23.074274 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 01:07:23.074524 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 01:07:23.074956 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 01:07:23.112091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.sqlalchemy.engines [None req-70365906-c834-40a6-97c5-73dcafb540af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83882) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 01:07:23.564859 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Initializing driver for type 'gre'
Feb 17 01:07:23.565782 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70365906-c834-40a6-97c5-73dcafb540af None None] gre ID ranges: [(1, 1000)]
Feb 17 01:07:23.608906 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Initializing driver for type 'local'
Feb 17 01:07:23.609415 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Initializing driver for type 'vlan'
Feb 17 01:07:23.620936 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70365906-c834-40a6-97c5-73dcafb540af None None] VlanTypeDriver initialization complete
Feb 17 01:07:23.621404 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Initializing driver for type 'vxlan'
Feb 17 01:07:23.622026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70365906-c834-40a6-97c5-73dcafb540af None None] vxlan ID ranges: [(1, 1000)]
Feb 17 01:07:23.665206 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Initializing extension driver 'port_security'
Feb 17 01:07:23.665641 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.extensions.port_security [None req-70365906-c834-40a6-97c5-73dcafb540af None None] PortSecurityExtensionDriver initialization complete
Feb 17 01:07:23.666079 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Initializing mechanism driver 'openvswitch'
Feb 17 01:07:23.673191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-70365906-c834-40a6-97c5-73dcafb540af None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:23.674119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafc02dda0>> port after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.674618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafc02dda0>> port after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.675066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafc02dda0>> port after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.675602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbb1af28>> subnet after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.676080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbb1af28>> subnet after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.676518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbb1af28>> subnet after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.676997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab3128>> network after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.677434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab3128>> network after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.677878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab3128>> network after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.678355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab32e8>> security_group after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.678790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab32e8>> security_group after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.679221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab32e8>> security_group after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.679732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab34a8>> security_group_rule after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.680172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab34a8>> security_group_rule after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.680605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab34a8>> security_group_rule after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.681248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab3668>> address_group after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.681728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab3668>> address_group after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.682161 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbafbab3668>> address_group after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.682584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70365906-c834-40a6-97c5-73dcafb540af None None] ML2 OVO RPC backend initialized. {{(pid=83882) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 01:07:23.683469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> router_interface after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.684033 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> router_interface after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.684576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> network before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.685011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> networks before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.685459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> port before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.685964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> ports before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.686397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> subnet before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.686831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> subnets before_response 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.687270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> network after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.687727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> network after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.688151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> network after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.688579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> port after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.689012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> port after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.689439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> port after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.689866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> subnet after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.690291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> subnet after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.690717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbafbab3748>> subnet after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.691479 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.plugin [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Modular L2 Plugin initialization complete
Feb 17 01:07:23.691931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading services supported by the core plugin {{(pid=83882) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 01:07:23.692355 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.plugins.ml2.managers [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Got port-security extension from driver 'port_security'
Feb 17 01:07:23.692926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.extensions.vlantransparent [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Disabled vlantransparent extension.
Feb 17 01:07:23.693466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83882) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 01:07:23.693868 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: router
Feb 17 01:07:23.734023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router_interface before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.734471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router after_create 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.734884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router before_create 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.735299 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router_interface before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.735773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router_interface after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.736157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router after_delete 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.736566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> floatingip after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.736984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router after_create 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.737377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router after_update 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.737776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router after_update 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.738175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router_gateway after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.738582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router after_update 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.739085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router precommit_update 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.739513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fbafc271268> port after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.739943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fbafc271378> port after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.740330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fbafc2712f0> subnet after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.740721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fbafc271158> subnetpool_address_scope after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.741128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> port precommit_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.741530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router precommit_create 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.741924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fbafc18f8c8> port before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.742364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router precommit_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.742783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router after_update 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.743175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router precommit_delete 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.743575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router precommit_create 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.744025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router_interface after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.744426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> router precommit_update 55549900 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.744879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbafbab38d0>> network after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.745943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Tracking information for resource: router configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:23.746327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Tracking information for resource: floatingip configured {{(pid=83882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 01:07:23.751866 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_agentschedulers_db [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 01:07:23.752548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fbafba39e18> port after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.752955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fbafbadbd90> port after_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.753351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function _notify_port_delete at 0x7fbafba39d90> port after_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.753755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fbafba3c048> port after_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.754703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbafba5c630>> router before_create 55550100 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.755122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbafba5c630>> router precommit_delete 55550100 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.755535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbafba5c630>> router precommit_create 55550100 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.755981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbafba5c630>> router precommit_update 55550100 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.760806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.provider_configuration [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service providers = [] {{(pid=83882) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 01:07:23.761219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.servicetype_db [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83882) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 01:07:23.765045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.service_base [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 01:07:23.765429 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.service_base [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 01:07:23.765814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.service_base [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 01:07:23.766732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.service_base [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 01:07:23.767145 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.services.service_base [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 01:07:23.767594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.767987 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 01:07:23.778631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.779008 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: auto_allocate
Feb 17 01:07:23.785750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbafba0a598> network precommit_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.786169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbafba0a598> network precommit_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.786800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.787168 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: tag
Feb 17 01:07:23.794500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.794969 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: timestamp
Feb 17 01:07:23.798914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.799461 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: network_ip_availability
Feb 17 01:07:23.805120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbafb962390>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.805537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbafb962390>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.805940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbafb962390>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:23.806788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.807151 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: flavors
Feb 17 01:07:23.812177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.812557 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading Plugin: revisions
Feb 17 01:07:23.817190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 01:07:23.817565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.877s {{(pid=83882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:23.818409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83882) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 01:07:23.818775 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Initializing extension manager.
Feb 17 01:07:23.819359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: __init__.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.819768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: __pycache__ {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.820156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.820536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: address_group.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.821574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.822244 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: address-group
Feb 17 01:07:23.822617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: address_scope.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.823401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.824014 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: address-scope
Feb 17 01:07:23.824386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: admin_state_down_before_update.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.825399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.826010 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: router-admin-state-down-before-update
Feb 17 01:07:23.826888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: agent.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.827668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.828297 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: agent
Feb 17 01:07:23.828664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: agent_resources_synced.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.829603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.830189 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: agent-resources-synced
Feb 17 01:07:23.830605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: allowedaddresspairs.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.832522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.833129 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: allowed-address-pairs
Feb 17 01:07:23.833504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: auto_allocated_topology.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.834617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.835217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: auto-allocated-topology
Feb 17 01:07:23.835590 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: availability_zone.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.836395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.836985 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: availability_zone
Feb 17 01:07:23.837357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: availability_zone_filter.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.838300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.838884 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: availability_zone_filter
Feb 17 01:07:23.839253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: data_plane_status.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.840223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.840806 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 01:07:23.841173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: default_subnetpools.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.842663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.843249 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: default-subnetpools
Feb 17 01:07:23.843615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: dhcpagentscheduler.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.844671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.845264 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: dhcp_agent_scheduler
Feb 17 01:07:23.845637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: dns.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.846589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.847206 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 01:07:23.847576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: dns_domain_ports.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.848553 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.849131 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 01:07:23.849497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: dvr.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.850240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.850822 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: dvr
Feb 17 01:07:23.851187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: empty_string_filtering.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.852173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.852752 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: empty-string-filtering
Feb 17 01:07:23.853116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.854056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.854633 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 01:07:23.854999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.855962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.856552 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 01:07:23.856924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: external_net.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.857908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.858512 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: external-net
Feb 17 01:07:23.858869 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: extra_dhcp_opt.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.859824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.860410 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: extra_dhcp_opt
Feb 17 01:07:23.860774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: extraroute.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.861709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.862294 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: extraroute
Feb 17 01:07:23.862663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: extraroute_atomic.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.863765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.864347 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: extraroute-atomic
Feb 17 01:07:23.864715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: filter_validation.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.865442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.866025 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: filter-validation
Feb 17 01:07:23.866392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: fip_pf_description.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.867328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.867956 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 01:07:23.868322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: fip_port_details.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.869264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.869846 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: fip-port-details
Feb 17 01:07:23.870211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: flavors.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.871483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.872114 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: flavors
Feb 17 01:07:23.872484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.874220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.874819 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 01:07:23.875304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: floatingip_pools.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.876104 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.876952 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: floatingip-pools
Feb 17 01:07:23.877321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: ip_allocation.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.878279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.878863 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 01:07:23.879230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.880199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.880787 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: ip-substring-filtering
Feb 17 01:07:23.881159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l2_adjacency.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.882111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.882686 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 01:07:23.883051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l3.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.884215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.884812 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: router
Feb 17 01:07:23.885178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l3_conntrack_helper.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.887531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.888163 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 01:07:23.888568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.890042 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.890666 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: ext-gw-mode
Feb 17 01:07:23.891042 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.892022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.892617 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: l3-ha
Feb 17 01:07:23.892989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l3_flavors.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.893931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.894516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: l3-flavors
Feb 17 01:07:23.894885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.895856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.896447 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 01:07:23.896813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: l3agentscheduler.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.898212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.898816 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: l3_agent_scheduler
Feb 17 01:07:23.899191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: logging.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.900791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.901393 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension logging not supported by any of loaded plugins
Feb 17 01:07:23.901767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: metering.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.902587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.903301 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: metering
Feb 17 01:07:23.903672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.905382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.905971 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: metering_source_and_destination_fields
Feb 17 01:07:23.906344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: multiprovidernet.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.907308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.907926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: multi-provider
Feb 17 01:07:23.908297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: netmtu.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.909237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.909831 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: net-mtu
Feb 17 01:07:23.910199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: netmtu_writable.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.911142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.911746 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: net-mtu-writable
Feb 17 01:07:23.912117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: network_availability_zone.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.912852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.913434 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: network_availability_zone
Feb 17 01:07:23.913800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: network_ip_availability.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.914936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.915523 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: network-ip-availability
Feb 17 01:07:23.915920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: network_segment_range.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.916893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.917481 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 01:07:23.917851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: pagination.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.918873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.919255 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: pagination
Feb 17 01:07:23.919619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: port_device_profile.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.920644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.921239 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: port-device-profile
Feb 17 01:07:23.921604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.922554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.923142 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: port-mac-address-regenerate
Feb 17 01:07:23.923507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.924462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.925054 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: port-numa-affinity-policy
Feb 17 01:07:23.925422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: port_resource_request.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.926353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.926932 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 01:07:23.927298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: portbindings.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.928280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.928869 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: binding
Feb 17 01:07:23.929236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: portbindings_extended.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.930547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.931147 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: binding-extended
Feb 17 01:07:23.931520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: portsecurity.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.932515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.933109 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: port-security
Feb 17 01:07:23.933481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: project_id.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.934479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.934865 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: project-id
Feb 17 01:07:23.935237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: providernet.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.936263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.936862 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: provider
Feb 17 01:07:23.937232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.940913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.941534 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos not supported by any of loaded plugins
Feb 17 01:07:23.941909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.944556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.945165 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 01:07:23.945540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.946498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.947090 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 01:07:23.947468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_default.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.948443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.949027 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-default not supported by any of loaded plugins
Feb 17 01:07:23.949400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_fip.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.950120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.950697 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 01:07:23.951064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_gateway_ip.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.952583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.953172 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 01:07:23.953539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_port_network_policy.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.954476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.955053 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 01:07:23.955418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_rule_type_details.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.956382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.956961 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 01:07:23.957328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: qos_rules_alias.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.958435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.959026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 01:07:23.959394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: quotasv2.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.960518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.960892 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: quotas
Feb 17 01:07:23.961262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: quotasv2_detail.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.962962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.963346 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: quota_details
Feb 17 01:07:23.963748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: rbac.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.964969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.965591 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: rbac-policies
Feb 17 01:07:23.965967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: rbac_address_scope.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.967549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.968167 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: rbac-address-scope
Feb 17 01:07:23.968540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: rbac_security_groups.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.969617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.970206 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: rbac-security-groups
Feb 17 01:07:23.970577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: rbac_subnetpool.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.971528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.972171 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: rbac-subnetpool
Feb 17 01:07:23.972533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: revisionifmatch.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.973641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.974053 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: revision-if-match
Feb 17 01:07:23.974416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: revisions.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.975598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.976225 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: standard-attr-revisions
Feb 17 01:07:23.976594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: router_availability_zone.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.977341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.977926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: router_availability_zone
Feb 17 01:07:23.978300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: routerservicetype.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.979246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.979855 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 01:07:23.980231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.981199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.981787 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: security-groups-normalized-cidr
Feb 17 01:07:23.982160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: security_groups_port_filtering.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.983137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.983740 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: port-security-groups-filtering
Feb 17 01:07:23.984125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.985089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:23.985675 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: security-groups-remote-address-group
Feb 17 01:07:23.986047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: securitygroup.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:23.999588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.000295 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: security-group
Feb 17 01:07:24.000678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: segment.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.001858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.002445 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension segment not supported by any of loaded plugins
Feb 17 01:07:24.002822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.003875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.004463 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 01:07:24.004832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: servicetype.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.005973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.006576 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: service-type
Feb 17 01:07:24.006951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: sorting.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.008003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.008390 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: sorting
Feb 17 01:07:24.008758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: standard_attr_segment.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.009721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.010324 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 01:07:24.010694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: standardattrdescription.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.011403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.012030 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: standard-attr-description
Feb 17 01:07:24.012398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: stateful_security_group.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.013387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.014516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: stateful-security-group
Feb 17 01:07:24.014886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: stdattrs_common.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.015493 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 01:07:24.015899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.016963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.017554 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 01:07:24.017920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: subnet_onboard.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.019027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.019629 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: subnet_onboard
Feb 17 01:07:24.020028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.020988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.021573 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 01:07:24.021945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: subnet_service_types.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.022893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.023487 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: subnet-service-types
Feb 17 01:07:24.023886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: subnetallocation.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.025003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.025596 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: subnet_allocation
Feb 17 01:07:24.025967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.026688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.027279 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: subnetpool-prefix-ops
Feb 17 01:07:24.027650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.028639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.029259 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 01:07:24.030151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: tagging.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.031532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.032187 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: standard-attr-tag
Feb 17 01:07:24.032559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: timestamp.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.033791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.034387 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loaded extension: standard-attr-timestamp
Feb 17 01:07:24.034766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: trunk.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.035843 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.036442 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension trunk not supported by any of loaded plugins
Feb 17 01:07:24.036813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: trunk_details.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.037759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.038342 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 01:07:24.038707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: uplink_status_propagation.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.039646 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.040289 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 01:07:24.040655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Loading extension file: vlantransparent.py {{(pid=83882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 01:07:24.041377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 01:07:24.041973 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 01:07:24.044824 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:network
Feb 17 01:07:24.045705 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:subnet
Feb 17 01:07:24.046397 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 01:07:24.047079 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:port
Feb 17 01:07:24.048666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.049177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service FLAVORS assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.049875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.050379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.050760 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:router
Feb 17 01:07:24.051517 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 01:07:24.052336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service METERING assigned prefix: /metering {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.054142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbafb8ab8d0>> rbac-policy before_create 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:24.054561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbafb8ab8d0>> rbac-policy before_update 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:24.054942 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbafb8ab8d0>> rbac-policy before_delete 55550000 {{(pid=83882) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:07:24.056160 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 01:07:24.056678 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:security_group
Feb 17 01:07:24.057505 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 01:07:24.058341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service CORE assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.058719 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 01:07:24.059098 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] subnetpool is already registered
Feb 17 01:07:24.059818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service CORE assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.060196 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 01:07:24.061104 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] subnetpool is already registered
Feb 17 01:07:24.063953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.064449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service FLAVORS assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.065119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.065591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.065983 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:router
Feb 17 01:07:24.066344 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] router is already registered
Feb 17 01:07:24.067028 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 01:07:24.067443 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] floatingip is already registered
Feb 17 01:07:24.068132 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service METERING assigned prefix: /metering {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.068899 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 01:07:24.069263 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] rbac_policy is already registered
Feb 17 01:07:24.069909 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:security_group
Feb 17 01:07:24.070279 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] security_group is already registered
Feb 17 01:07:24.070945 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 01:07:24.071301 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] security_group_rule is already registered
Feb 17 01:07:24.072084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service CORE assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.072448 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 01:07:24.072814 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] subnetpool is already registered
Feb 17 01:07:24.073525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.resource_helper [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Service CORE assigned prefix:  {{(pid=83882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 01:07:24.073893 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 01:07:24.074264 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.quota.resource_registry [None req-70365906-c834-40a6-97c5-73dcafb540af None None] subnetpool is already registered
Feb 17 01:07:24.074982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: extensions {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.077192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: address-groups {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.078892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: address-scopes {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.080236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: agents {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.081474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: auto-allocated-topology {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.082861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: availability_zones {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.084470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: dhcp-networks {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.085935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: dhcp-agents {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.087447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: routers {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.089402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: flavors {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.090654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: service_profiles {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.092020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: next_providers {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.094696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: service_profiles {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.096293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: floatingip-pools {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.097616 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: routers {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.099525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: floatingips {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.100854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: l3-routers {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.102336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: l3-agents {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.103902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: metering-labels {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.105365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: metering-label-rules {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.106740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: network-ip-availabilities {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.108195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: bindings {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.109966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: quotas {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.111486 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: quotas {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.113034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: rbac-policies {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.114430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: security-groups {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.115752 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: security-group-rules {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.117076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: service-providers {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.118390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: subnetpools {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.119950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: subnetpools {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.121517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.123911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.125846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.128021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.129947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.131789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.133707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.135681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.137709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.140282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.extensions [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Extended resource: tags {{(pid=83882) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 01:07:24.147639 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING keystonemiddleware.auth_token [None req-70365906-c834-40a6-97c5-73dcafb540af None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 01:07:24.153267 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING keystonemiddleware.auth_token [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 01:07:24.162368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Acquired lock "singleton_lock" {{(pid=83882) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 01:07:24.162903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Releasing lock "singleton_lock" {{(pid=83882) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 01:07:24.164434 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO oslo_service.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Starting 2 workers
Feb 17 01:07:24.169421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Started child 83993 {{(pid=83882) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 01:07:24.173624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.174558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Started child 83994 {{(pid=83882) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 01:07:24.175169 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [-] (83993) wsgi starting up on http://0.0.0.0:9696
Feb 17 01:07:24.176178 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 01:07:24.176854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Notify callbacks [] for process, before_spawn {{(pid=83882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.178095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.179408 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO oslo_service.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Starting 1 workers
Feb 17 01:07:24.179531 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [-] (83994) wsgi starting up on http://0.0.0.0:9696
Feb 17 01:07:24.185150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Started child 83995 {{(pid=83882) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 01:07:24.186284 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO oslo_service.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Starting 1 workers
Feb 17 01:07:24.187957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] calling RpcWorker wait() {{(pid=83995) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 01:07:24.188416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] returning from RpcWorker wait() {{(pid=83995) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 01:07:24.190597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.191338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Started child 83996 {{(pid=83882) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 01:07:24.191480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:24.192234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70365906-c834-40a6-97c5-73dcafb540af None None] Notify callbacks [] for process, after_spawn {{(pid=83882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.194148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83882) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 01:07:24.194371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 01:07:24.194790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 01:07:24.195065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 01:07:24.195489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 01:07:24.195664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 01:07:24.196285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.196596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.196908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.197201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.197546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.198246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.198542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.198642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.198841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.199162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.199466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.199651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.200063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.200242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:24.200436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.200607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.201023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.201908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.202205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.202505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.202734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.203017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.203336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.203642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.203997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.204271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.204872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.205145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.205456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.205687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.206181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.206442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.206922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.207219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.207481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.207733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.208038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.208312 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.208605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.208900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.209163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.209640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] host                           = dv-cinder-759962-4-iscsi {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.209919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.210194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.210477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.210768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.211059 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.211335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.211648 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.211985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.212226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.212517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.212795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.213068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.213347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.213625 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.213889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.214128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.214352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.214764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.215010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.215010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.215472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.215472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.216257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.216257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.216257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.216947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.216947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.216947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.217735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.217735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.217735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.218588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.218588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.218588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.219223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.219223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.219223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.219875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.219875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.220293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.220293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.220716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.220716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.221157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.221157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.221590 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.221823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.222050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.222293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.222515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.222750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.222968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.223254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.223530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.223827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.224127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.224386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.224831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.225044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.225216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.225440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.225661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.225945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.226204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.226548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.226790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.227015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.227249 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.227613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.228165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.228473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.228716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.229015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.229015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.229439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.229662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.229818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.230059 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.230337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.230657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.230941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.231270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.231501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.231836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.232188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.232520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.232821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.233093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.233341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.233598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.233874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.234239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.234569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.235009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.235179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.235376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.235626 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.235949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.236197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.236449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.236718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.237003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.237270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.237494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.237870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.238091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.238320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.238679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.238849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.239068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.239289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.239535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.239742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.240003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.240296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.240488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.240736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.241003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.241454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.241752 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.242010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.242244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.242517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.242814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.243067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.243357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.243522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.243797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.244248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.244665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.245131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.245547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.245970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.246382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.246818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.247281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.250740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.253077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.255080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.257089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.259376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.261103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.261103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.261103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.261103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.269257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.269674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.270116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.270602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.271112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.271611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.272135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.272589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.273052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.273536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.273997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.274675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.275321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.276056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.276789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.277434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.278096 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.278713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.279432 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.280234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.280910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.281517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.282151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.282866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.283596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.284344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.285107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.285690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.286179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.286614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.287344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.288055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.288706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.289456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.290152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.290852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.291524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.292228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.292904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.293612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.294347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.295056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.295512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.295999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.296830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.296830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.297289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.297662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.298052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.298434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.298806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.299183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.299547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.299955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.300414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.300950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.301351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.301820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.302250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.302722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.303184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.303660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.304122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.304622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.305055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.305476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.305906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.306346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.306757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.307180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.307656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.308138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.308615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.309058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.309654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.310116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.311119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.311592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.312056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.312509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.312996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.313433 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.313869 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.314316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.314764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.315236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.315654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.316156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.316591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.317014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.317521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.317878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.318314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.318899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.319365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.319821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.320513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.320996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.321488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.321920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.322355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.322808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.323233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.323727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.324164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.324589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.325012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.325425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.325851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.326779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.327105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.327480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.327848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.328228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.328612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.329060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.329399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.329748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.330086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.330433 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.330792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.331167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.331615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.332070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.332465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.332824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.333226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.333610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.334069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.334450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.334871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.335367 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.335827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.336629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.336794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.337241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.337696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.338136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.338621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.339057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.339473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.340583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.341353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.341518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.341972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.342449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.342873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.343576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.343747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.344353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.344684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.344943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 01:07:24.346433 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83882) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 01:07:24.346745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 01:07:24.347167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 01:07:24.347437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 01:07:24.347782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 01:07:24.348096 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 01:07:24.348515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.348843 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.349171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.349701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.349865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.350142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.350475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.350808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.351141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.351466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.351924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.352257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.352587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.352912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.353220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.353545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.353873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.354197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.354529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.354862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.355189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.355513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.355802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.356063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.356362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.356615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.356948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.357266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.357621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.357882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.358133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.358386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.358636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.358897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.359195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.359474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.359749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.360007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.360256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.360507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] host                           = dv-cinder-759962-4-iscsi {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.360755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.361002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.361258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.361563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.361866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.362170 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.362481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.362788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.363094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.363409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.363676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.363967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.364227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.364534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.364836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.365144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.365448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.365754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.366102 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.366416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.366728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.367032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.367346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.367624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.367900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.368154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.368405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.368655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.368905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.369160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.369425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.369674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.369929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.370178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.370426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.370672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.370917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.371162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.371410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.371653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.371925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.372173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.372423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.372670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.372918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.373732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.373986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.374236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.374487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.374730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.375005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.375313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.375636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.375980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.376549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.376858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.377181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.377494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.377825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.378119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.378422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.378744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.379038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.379302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.379610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.379960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.380282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.380566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.380930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 01:07:24.381228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.381561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.381868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.382167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.382426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.382713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.383060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.383372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.383730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.384055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.384352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.384612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.384880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.385137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.385391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.385647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.385932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.386258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.386580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.386910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.387231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.387556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.387970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.388295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.388684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.389498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.389837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.390120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.390693 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.391027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.391633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.391833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.392085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.392342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.392600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.392895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.393149 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.393452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.393780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.394109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.394441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.394770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.395095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.395416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.395756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.396098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.396391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.396666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.396997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.397333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.397686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.398013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.398349 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.398677 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.399003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.399315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.399586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.399896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.400200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.400531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.400860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.401221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.401511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.401781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.402103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.402427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.402763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.403093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.403421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.403770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.404094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.404465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.404829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.405044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.405323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.405656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.405988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.406310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.406569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.406823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.407077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.407361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.407674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.407969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.408239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.408407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:24.408533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.408788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.409043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.409296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.409552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.409802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.410052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.410332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.410602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.410854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.411111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.411360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.411613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.411903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.412215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.412524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.412830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.413149 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.413458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.413766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.414081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.414391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.414698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.415007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.415317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.415624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.415987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.416299 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.416611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.416919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.417244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.417572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.417883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.418195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.418504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.418816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.419130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.419443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.419779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.420656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.420890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.421205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.421528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.421856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.422170 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.422484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.422799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.423150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.423462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.423800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.424120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.424440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.424753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.425071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.425387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.425700 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.426013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.426326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.427749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.427749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.427749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.427749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.427749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.428454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.428454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.428718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.428718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.428969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.429244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.429505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.429771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.430001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.430270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.430540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.430801 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.431064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.431333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.431591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.431892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.432157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.432417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.432678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.432939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.433198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.433462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.433723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.433986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.434252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.434516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.434861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.435018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.435285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.435619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.436405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.436670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.436930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.437194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.437455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.437722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.437982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.438242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.438504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.438793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.439054 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.439317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.439815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.440118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.440469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.441997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.441997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.441997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.441997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.441997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.442580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.442580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.442827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.442980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.443258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.443517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.443840 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.444165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.444520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.446296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.447218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.447218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.447218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.447567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.447738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.447988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.448329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.448651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.448899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.449165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.449416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.449717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.449972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.450311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.450577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.450902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.451268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.451598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.451893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.452151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.452422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.452765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.453037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.453355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.453687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.454032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.454377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.454715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.455064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.455416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.455780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.456131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.456447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.456708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.456983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.457307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.457635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.457962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.458220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.458473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.458723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.458976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.459295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.459583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.459868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.460117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.460364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.460613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.460858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 01:07:24.461105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83882) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 01:07:24.476238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 51850) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:24.488294 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0098255
Feb 17 01:07:37.284583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd7760-8834-4d5b-88c1-db28bb2a20fc None None] get_active_networks_info from dv-cinder-759962-4-iscsi {{(pid=83995) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 01:07:37.494755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd7760-8834-4d5b-88c1-db28bb2a20fc None None] No non-hosted networks {{(pid=83995) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 01:07:37.517409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e503-5b1e-40ec-9c78-0b9cf90d4555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.048624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-81036cc6-c4df-4733-881d-5056a27ac3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.178993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-58cb9720-fd5e-458d-9aa0-242c07b08822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.873532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.213779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.229115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.229656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.230276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.230915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.231736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.233972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.236006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.236967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.238185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.239663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.240958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.241837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:41.242844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbafb46d2e8>, 'Open vSwitch agent', 'dv-cinder-759962-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:41.254990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbafb4678d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759962-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:41.459749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.337369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] get_endpoint_by_host() called for host dv-cinder-759962-4-iscsi {{(pid=83995) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 01:07:43.345171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] get_endpoint_by_ip() called for ip 192.168.0.33 {{(pid=83995) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 01:07:43.349097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] _add_endpoint() called for ip 192.168.0.33 {{(pid=83995) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 01:07:43.356005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] _get_endpoints() called {{(pid=83995) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 01:07:44.212192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 51942) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:44.927790 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-2144611c-0b9b-4f5c-9b79-60a0744811c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:07:44.928744 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-2144611c-0b9b-4f5c-9b79-60a0744811c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:07:45.350712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [None req-2144611c-0b9b-4f5c-9b79-60a0744811c3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:07:45.352498 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2144611c-0b9b-4f5c-9b79-60a0744811c3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 1.1380949
Feb 17 01:07:47.732308 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_hamode_db [None req-0aef61b7-295b-4e76-91a1-fd99facd5ca2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 01:07:47.894294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef61b7-295b-4e76-91a1-fd99facd5ca2 None None] Routers set() bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:47.894934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef61b7-295b-4e76-91a1-fd99facd5ca2 None None] Router IDs set() for agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 01:07:48.479988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 51956) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:48.916104 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:49.045286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.policy [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83994) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 01:07:49.122154 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:07:49.122929 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:07:49.180041 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbafb4891d0>.
Feb 17 01:07:49.205562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:49.278017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777570854453', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777570902961', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777570904147', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777570891430', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777570893105', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-565989', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7684866', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854330354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854315590'] for rbac-policy, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.354531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.355906 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-28e20673-a791-476b-8b8a-9db5b86c062a admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8746915
Feb 17 01:07:52.708484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 51970) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:53.136760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '46b0019d92c34fa481c8e592a930af86'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:53.147653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:53.156523 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Usage tracker for resource:network and tenant:46b0019d92c34fa481c8e592a930af86 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:53.163471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:53.173615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:53.183207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Made reservation on behalf of 46b0019d92c34fa481c8e592a930af86 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:53.190314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.210410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.387574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:53.391769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:46b0019d92c34fa481c8e592a930af86 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:53.395646 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:53.401983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:53.511106 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.514221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.519359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:53.543195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:07:53.573767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.574255 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Added segment 92a4599a-d29e-4963-94f1-00718f429871 of type vxlan for network fc01373f-db0e-42a3-b417-7771563720f7
Feb 17 01:07:53.628972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564ec9d8-4c38-467c-a521-c3b79f983d73,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:53.646910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.647197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.647557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.647953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.648309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.648679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.649031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.649379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.649741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.650088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.650439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.650779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Tracked resource versions report:
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'}}
Feb 17 01:07:53.651953 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:07:53.706606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.717394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:53.775809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.777421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:53.778254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.784492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:53.904448 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1937518
Feb 17 01:07:53.908060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=fc01373f-db0e-42a3-b417-7771563720f7,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:53.929845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:53.939498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network fc01373f-db0e-42a3-b417-7771563720f7 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:57.348977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 51986) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:57.889213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261087e6-0a84-462e-94c4-c792b490a466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:57.890822 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-261087e6-0a84-462e-94c4-c792b490a466 admin admin] 10.222.0.30 "GET /v2.0/networks/fc01373f-db0e-42a3-b417-7771563720f7 HTTP/1.1" status: 200  len: 818 time: 0.5406556
Feb 17 01:07:57.922749 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2de2c639-00dc-4b4d-a1f1-c8801a7cc826 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/378c51fe-7b10-439d-a2c9-e5d9059ae2ea HTTP/1.1" status: 200  len: 734 time: 0.0253708
Feb 17 01:07:57.933472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '378c51fe-7b10-439d-a2c9-e5d9059ae2ea', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:57.938813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:57.943513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Usage tracker for resource:subnet and tenant:46b0019d92c34fa481c8e592a930af86 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:57.946907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:57.953303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:57.962926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Made reservation on behalf of 46b0019d92c34fa481c8e592a930af86 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:57.968295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.494181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.510484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:58.655301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be74f7e-b1b5-4392-b68c-ef4eabbb60ad,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:58.659737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:58.734682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Checking segment: {'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:58.735113 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Network hostable DHCP agents. Network: fc01373f-db0e-42a3-b417-7771563720f7, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:07:58.758380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Network fc01373f-db0e-42a3-b417-7771563720f7 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:07:58.770095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, fc01373f-db0e-42a3-b417-7771563720f7) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:58.775215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:58.775988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.783733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46612af-060b-4919-bf70-23768c3f64db None None] Network fc01373f-db0e-42a3-b417-7771563720f7 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:58.806189 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8765492
Feb 17 01:07:59.451037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-fc01373f-db0e-42a3-b417-7771563720f7', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'fixed_ips': [{'subnet_id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:07:59.452682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.038143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Allocated IP 172.20.0.2 (fc01373f-db0e-42a3-b417-7771563720f7/6be74f7e-b1b5-4392-b68c-ef4eabbb60ad/e1856200-87d8-450c-a099-1e95161f91aa) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:00.422817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.438495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Transition to ACTIVE for port object e1856200-87d8-450c-a099-1e95161f91aa will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:00.457629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Transition to ACTIVE for port object e1856200-87d8-450c-a099-1e95161f91aa will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:00.465061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.480774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:00.624694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Pushing event updated for resources: {'Port': ['ID=e1856200-87d8-450c-a099-1e95161f91aa,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:00.638289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.638871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.639049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.639368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.639749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.640128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.640493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.640855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.641220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.641578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.641937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.642292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Tracked resource versions report:
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'}}
Feb 17 01:08:00.643444 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:08:00.651240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:00.718998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Network fc01373f-db0e-42a3-b417-7771563720f7 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:00.720497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:00.723956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:00.796130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Attempting to bind port e1856200-87d8-450c-a099-1e95161f91aa on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:00.796733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Attempting to bind port e1856200-87d8-450c-a099-1e95161f91aa by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:00.797271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Attempting to bind port e1856200-87d8-450c-a099-1e95161f91aa on network fc01373f-db0e-42a3-b417-7771563720f7 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:00.804545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:00.805213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Checking segment: {'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:00.805933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.806616 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Bound using segment: {'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:00.807361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Bound port: e1856200-87d8-450c-a099-1e95161f91aa, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:00.808066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.918347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] For port e1856200-87d8-450c-a099-1e95161f91aa, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:00.923281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] For port e1856200-87d8-450c-a099-1e95161f91aa, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=e1856200-87d8-450c-a099-1e95161f91aa,segment=NetworkSegment(92a4599a-d29e-4963-94f1-00718f429871),segment_id=92a4599a-d29e-4963-94f1-00718f429871)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:00.927244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.942658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:01.113426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Pushing event updated for resources: {'Port': ['ID=e1856200-87d8-450c-a099-1e95161f91aa,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:01.120608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:02.273492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 51996) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:02.989448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [None req-245fd089-56be-47b1-95d1-da55ab57dc2d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:08:02.990754 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-245fd089-56be-47b1-95d1-da55ab57dc2d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.7156689
Feb 17 01:08:05.449338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device e1856200-87d8-450c-a099-1e95161f91aa up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:05.532004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port e1856200-87d8-450c-a099-1e95161f91aa completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:06.061711 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52010) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:06.761589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229fb2aa-5a2f-49f2-9d9f-b7e7ee470f39 None None] Network fc01373f-db0e-42a3-b417-7771563720f7 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:08:06.936353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Provisioning for port e1856200-87d8-450c-a099-1e95161f91aa completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:06.946761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Provisioning complete for port e1856200-87d8-450c-a099-1e95161f91aa triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:06.947270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.999260 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-da2ba161-f47c-459b-a353-e6af2b293022 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:08:07.000083 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-da2ba161-f47c-459b-a353-e6af2b293022 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:08:07.217927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.232533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88a1904c-fbe8-43bb-98d3-5e2447617cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.244541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [None req-da2ba161-f47c-459b-a353-e6af2b293022 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:08:07.245891 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-da2ba161-f47c-459b-a353-e6af2b293022 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 1.1830142
Feb 17 01:08:07.338180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] For port e1856200-87d8-450c-a099-1e95161f91aa, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=e1856200-87d8-450c-a099-1e95161f91aa,segment=NetworkSegment(92a4599a-d29e-4963-94f1-00718f429871),segment_id=92a4599a-d29e-4963-94f1-00718f429871)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:07.346057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.355809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:07.509055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Pushing event updated for resources: {'Port': ['ID=e1856200-87d8-450c-a099-1e95161f91aa,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:07.516063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:07.782961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-092b4d84-92ab-4f83-8588-260e477f3f1f None None] Provisioning complete for port e1856200-87d8-450c-a099-1e95161f91aa triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:07.784570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-092b4d84-92ab-4f83-8588-260e477f3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:08.369505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-db8ca58b-17a0-44f6-b7d8-f7bb1c019996 None None] Provisioning complete for port e1856200-87d8-450c-a099-1e95161f91aa triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:08.370047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-db8ca58b-17a0-44f6-b7d8-f7bb1c019996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.410830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device e1856200-87d8-450c-a099-1e95161f91aa up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:09.553154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port e1856200-87d8-450c-a099-1e95161f91aa triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:09.553757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.033129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-29ccb0df-19b5-4d82-8375-4dda864812ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.756458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.907806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52048) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:11.087811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Request body: {'router': {'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:11.178999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.policy [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83993) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 01:08:11.190764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.221553 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:08:11.221989 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING oslo_policy.policy [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:08:11.250259 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.quota [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbafb44f1d0>.
Feb 17 01:08:11.267914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:11.275564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Usage tracker for resource:router and tenant:46b0019d92c34fa481c8e592a930af86 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:11.280870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:11.290121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:11.308193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.310962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.339274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.395660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.626819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.649769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.651173 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-06c098f2-0103-4911-8b1b-65ab4ae2f066 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7422097
Feb 17 01:08:14.519269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52060) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:14.580544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [None req-870605e3-e0ee-491e-9f6e-54fe9a4e2641 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:08:14.581808 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-870605e3-e0ee-491e-9f6e-54fe9a4e2641 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0613856
Feb 17 01:08:17.252335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52070) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:17.341726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:17.348334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:17.352724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Usage tracker for resource:network and tenant:e8f41cbf8ece4f84b7e00b7f3780db05 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:17.356310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:17.362284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:17.371829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Made reservation on behalf of e8f41cbf8ece4f84b7e00b7f3780db05 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:08:17.378785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.398533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.414728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:17.419262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Usage tracker for resource:security_group_rule and tenant:e8f41cbf8ece4f84b7e00b7f3780db05 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:17.422816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:17.428790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:17.555732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.559034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.565035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:17.578495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Reserving flat network on physical network physnet1 {{(pid=83993) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 01:08:17.612435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.613085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fbafc1f7e18> segment precommit_create {{(pid=83993) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 01:08:17.613592 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Added segment 534c9136-f99b-40e6-8d8b-4bf4e37b8a1f of type flat for network e67df4ea-6b89-4c95-9054-c96d2824dc45
Feb 17 01:08:17.677004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526c0aab-c114-44bf-88e2-674022335edb,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:17.698760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.699130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.699464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.699850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.700333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.700703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.701051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.701398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.701757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.702103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.702445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.702786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Tracked resource versions report:
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'}}
Feb 17 01:08:17.703970 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:08:17.738461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:17.769893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.817935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.819436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:17.820169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.825674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:17.937979 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6840243
Feb 17 01:08:17.943481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Pushing event updated for resources: {'Network': ['ID=e67df4ea-6b89-4c95-9054-c96d2824dc45,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:17.961745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:17.970805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:08:20.651898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52084) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:20.785513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae6dd5-be74-4a06-8912-8fdcfd88eac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:20.787044 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e5ae6dd5-be74-4a06-8912-8fdcfd88eac3 admin admin] 10.222.0.30 "GET /v2.0/subnets/6be74f7e-b1b5-4392-b68c-ef4eabbb60ad HTTP/1.1" status: 200  len: 849 time: 0.1339688
Feb 17 01:08:20.951676 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a07f12a1-c8a8-487b-a5e2-6113e0c26455 admin admin] 10.222.0.30 "GET /v2.0/routers/f20eef5f-2aad-4444-9e50-7088215a1f77 HTTP/1.1" status: 200  len: 704 time: 0.1530175
Feb 17 01:08:21.563710 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:22.289774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Allocated IP 172.20.0.1 (fc01373f-db0e-42a3-b417-7771563720f7/6be74f7e-b1b5-4392-b68c-ef4eabbb60ad/797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:22.639348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:22.659849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Transition to ACTIVE for port object 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:22.751114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:22.780133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:23.009824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Pushing event updated for resources: {'Port': ['ID=797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:23.013486 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:23.073412 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Network fc01373f-db0e-42a3-b417-7771563720f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:23.074569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:23.077727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:23.078449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.333458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-9e4e4301-0590-4962-a5dc-fafe8d5f662e None None] Provisioning for port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:23.340964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-9e4e4301-0590-4962-a5dc-fafe8d5f662e None None] Provisioning complete for port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:23.340964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4301-0590-4962-a5dc-fafe8d5f662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.366667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.446386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e4301-0590-4962-a5dc-fafe8d5f662e None None] Port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:08:23.680982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.684948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.686184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.699492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:23.841719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Pushing event updated for resources: {'Port': ['ID=797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:23.846300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:23.906960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Network fc01373f-db0e-42a3-b417-7771563720f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:23.908263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:24.127886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Router f20eef5f-2aad-4444-9e50-7088215a1f77 is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:08:24.170880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-9655ba0a-7c71-4b9d-a80d-78e3be721c73 None None] Provisioning complete for port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:24.171300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9655ba0a-7c71-4b9d-a80d-78e3be721c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:24.233775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-9655ba0a-7c71-4b9d-a80d-78e3be721c73 None None] Port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:08:24.470217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:08:24.482109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Sync routers for ids ['f20eef5f-2aad-4444-9e50-7088215a1f77'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:08:24.482292 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] 10.222.0.30 "PUT /v2.0/routers/f20eef5f-2aad-4444-9e50-7088215a1f77/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.5245554
Feb 17 01:08:24.493484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Routers {'f20eef5f-2aad-4444-9e50-7088215a1f77'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:08:24.494272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafac24cf8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:08:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f20eef5f-2aad-4444-9e50-7088215a1f77'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:24.692927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Set router f20eef5f-2aad-4444-9e50-7088215a1f77 gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:08:25.275844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafac24cf8>, [{'id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'name': 'router1', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:08:11Z', 'updated_at': '2021-02-17T01:08:23Z', 'revision_number': 2, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'gw_port_host': None, '_interfaces': [{'id': '797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8', 'name': '', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'mac_address': 'fa:16:3e:29:98:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:21Z', 'updated_at': '2021-02-17T01:08:23Z', 'revision_number': 2, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'subnets': [{'id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378c51fe-7b10-439d-a2c9-e5d9059ae2ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:25.281606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Checking router: f20eef5f-2aad-4444-9e50-7088215a1f77 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:08:25.282227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Updating router f20eef5f-2aad-4444-9e50-7088215a1f77 port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:08:25.344181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:25.823430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:25.838799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Transition to ACTIVE for port object 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:25.842238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:25.859189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:26.002766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Pushing event updated for resources: {'Port': ['ID=797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:26.025471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.025802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.026180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.026545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.026891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.027244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.027603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.028068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.028920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.029277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.029630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.029980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Tracked resource versions report:
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'}}
Feb 17 01:08:26.031143 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:08:26.039166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:26.200430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Attempting to bind port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:26.200861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Attempting to bind port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:26.201287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Attempting to bind port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 on network fc01373f-db0e-42a3-b417-7771563720f7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:26.209655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:26.210109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Checking segment: {'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:26.210580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:26.211018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Bound using segment: {'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:26.211591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Bound port: 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a4599a-d29e-4963-94f1-00718f429871', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:26.212040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:26.369508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] For port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:26.375229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] For port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8,segment=NetworkSegment(92a4599a-d29e-4963-94f1-00718f429871),segment_id=92a4599a-d29e-4963-94f1-00718f429871)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:26.381651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:26.399373 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:26.556587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Pushing event updated for resources: {'Port': ['ID=797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:26.562987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:26.642772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Routers {'f20eef5f-2aad-4444-9e50-7088215a1f77'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:08:26.643736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafac24cf8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:08:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f20eef5f-2aad-4444-9e50-7088215a1f77'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:26.859860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] Set router f20eef5f-2aad-4444-9e50-7088215a1f77 gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:08:27.107061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52096) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:27.302321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc03424e-eab6-47a0-abd1-f3312d2f9e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:27.302937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-dc03424e-eab6-47a0-abd1-f3312d2f9e85 admin admin] Synchronizing usage tracker for tenant:e8f41cbf8ece4f84b7e00b7f3780db05 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:27.317315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:08:27.321044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-dc03424e-eab6-47a0-abd1-f3312d2f9e85 admin admin] Unset dirty status for tenant:e8f41cbf8ece4f84b7e00b7f3780db05 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:27.326215 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-dc03424e-eab6-47a0-abd1-f3312d2f9e85 admin admin] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 842 time: 0.2136028
Feb 17 01:08:27.332674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafac24cf8>, [{'id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'name': 'router1', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:08:11Z', 'updated_at': '2021-02-17T01:08:23Z', 'revision_number': 2, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'gw_port_host': None, '_interfaces': [{'id': '797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8', 'name': '', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'mac_address': 'fa:16:3e:29:98:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:21Z', 'updated_at': '2021-02-17T01:08:26Z', 'revision_number': 4, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'subnets': [{'id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378c51fe-7b10-439d-a2c9-e5d9059ae2ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:27.333365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:27.339126 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:27.342122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0545-8448-4937-97b9-ec12c598b5e1 None None] The sync data for ids ['f20eef5f-2aad-4444-9e50-7088215a1f77'] in dv-cinder-759962-4-iscsi is: [{'id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'name': 'router1', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:08:11Z', 'updated_at': '2021-02-17T01:08:23Z', 'revision_number': 2, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'gw_port_host': None, '_interfaces': [{'id': '797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8', 'name': '', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'mac_address': 'fa:16:3e:29:98:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:21Z', 'updated_at': '2021-02-17T01:08:26Z', 'revision_number': 4, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'subnets': [{'id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378c51fe-7b10-439d-a2c9-e5d9059ae2ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:08:27.346060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Usage tracker for resource:subnet and tenant:e8f41cbf8ece4f84b7e00b7f3780db05 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:27.351141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:27.362763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:27.376485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Made reservation on behalf of e8f41cbf8ece4f84b7e00b7f3780db05 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:08:27.381790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:27.879080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83993) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:08:27.879661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:27.894031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:28.034420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81dec6a-428d-420c-b003-f8b21128387f,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:28.054228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:28.148950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:28.149620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Network hostable DHCP agents. Network: e67df4ea-6b89-4c95-9054-c96d2824dc45, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:08:28.183783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:08:28.196258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, e67df4ea-6b89-4c95-9054-c96d2824dc45) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:28.200876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:28.201820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:28.211006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b742e9a-aa89-4490-83b3-d8d74c2ce0f9 None None] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:08:28.251939 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9120026
Feb 17 01:08:28.617737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432dfd3-5d38-42f3-915f-e901a2f6a7fa None None] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:08:29.456638 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:29.532463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:29.537901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:29.538321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.688608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.729498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8,segment=NetworkSegment(92a4599a-d29e-4963-94f1-00718f429871),segment_id=92a4599a-d29e-4963-94f1-00718f429871)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:29.734250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.738377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:29.823311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:29.827337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:31.046995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52110) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:31.270944 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4e3b9174-3620-4ee4-a9ee-58523f31a28a admin admin] 10.222.0.30 "GET /v2.0/routers/f20eef5f-2aad-4444-9e50-7088215a1f77 HTTP/1.1" status: 200  len: 710 time: 0.2225046
Feb 17 01:08:31.415053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:31.441577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167809dd-50e2-4d32-bf47-0740434585d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:31.444161 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-167809dd-50e2-4d32-bf47-0740434585d0 admin admin] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 886 time: 0.1669130
Feb 17 01:08:31.454269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:31.520617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:31.520952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:31.939420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:32.482610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:32.544853 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:32.557418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:32.572674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:32.577237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:32.580134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:32.585875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:32.676444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:32.679197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:32.694833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:32.787906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bf3f46-64ec-49e2-ba2e-a0d2d852f851,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:32.792629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:32.962439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Allocated IP 172.27.1.176 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/49a8b9fd-a206-40fa-bd01-2819af7350b7) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:33.127467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.157523 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.178199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:33.312666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Pushing event updated for resources: {'Port': ['ID=49a8b9fd-a206-40fa-bd01-2819af7350b7,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:33.318020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:33.376665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:33.378147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:33.381053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:33.791448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.170281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.174683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8072491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846703344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880354'] for router, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.375997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Router f20eef5f-2aad-4444-9e50-7088215a1f77 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:08:34.768746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:08:34.782621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Sync routers for ids ['f20eef5f-2aad-4444-9e50-7088215a1f77'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:08:34.786518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.787890 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] 10.222.0.30 "PUT /v2.0/routers/f20eef5f-2aad-4444-9e50-7088215a1f77 HTTP/1.1" status: 200  len: 890 time: 3.3372812
Feb 17 01:08:34.802148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Routers {'f20eef5f-2aad-4444-9e50-7088215a1f77'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:08:34.803385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab27dd8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:08:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f20eef5f-2aad-4444-9e50-7088215a1f77'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:35.134202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Set router f20eef5f-2aad-4444-9e50-7088215a1f77 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:08:35.541325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab27dd8>, [{'id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'name': 'router1', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '49a8b9fd-a206-40fa-bd01-2819af7350b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:08:11Z', 'updated_at': '2021-02-17T01:08:33Z', 'revision_number': 4, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'gw_port': {'id': '49a8b9fd-a206-40fa-bd01-2819af7350b7', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:32Z', 'updated_at': '2021-02-17T01:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8', 'name': '', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'mac_address': 'fa:16:3e:29:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:21Z', 'updated_at': '2021-02-17T01:08:29Z', 'revision_number': 5, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'subnets': [{'id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378c51fe-7b10-439d-a2c9-e5d9059ae2ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:35.546691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Checking router: f20eef5f-2aad-4444-9e50-7088215a1f77 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:08:35.547088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Updating router f20eef5f-2aad-4444-9e50-7088215a1f77 port 49a8b9fd-a206-40fa-bd01-2819af7350b7 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:08:35.611347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:36.264437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:36.279430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Transition to ACTIVE for port object 49a8b9fd-a206-40fa-bd01-2819af7350b7 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:36.283395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:36.297629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c857495-e014-40ef-9c25-3fe9edc60eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:36.446498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf1137-624e-4d5f-8ee9-3b13f957bd47 None None] Pushing event updated for resources: {'Port': ['ID=49a8b9fd-a206-40fa-bd01-2819af7350b7,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:36.449658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-88bf1137-624e-4d5f-8ee9-3b13f957bd47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:36.528663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Attempting to bind port 49a8b9fd-a206-40fa-bd01-2819af7350b7 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:36.529041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Attempting to bind port 49a8b9fd-a206-40fa-bd01-2819af7350b7 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:36.529549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Attempting to bind port 49a8b9fd-a206-40fa-bd01-2819af7350b7 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:36.536625 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:36.537181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:36.537714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:36.538234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:36.538849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Bound port: 49a8b9fd-a206-40fa-bd01-2819af7350b7, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:36.539354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:36.631092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] For port 49a8b9fd-a206-40fa-bd01-2819af7350b7, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:36.634775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] For port 49a8b9fd-a206-40fa-bd01-2819af7350b7, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=49a8b9fd-a206-40fa-bd01-2819af7350b7,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:36.640115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:36.670451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:36.961795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf1137-624e-4d5f-8ee9-3b13f957bd47 None None] Pushing event updated for resources: {'Port': ['ID=49a8b9fd-a206-40fa-bd01-2819af7350b7,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:36.971882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-88bf1137-624e-4d5f-8ee9-3b13f957bd47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:37.037774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Routers {'f20eef5f-2aad-4444-9e50-7088215a1f77'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:08:37.038568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab27dd8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:08:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f20eef5f-2aad-4444-9e50-7088215a1f77'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:37.199273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02d0fb4a-02c8-4f38-b2a6-5f5774876dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:37.263120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] Set router f20eef5f-2aad-4444-9e50-7088215a1f77 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:08:37.653510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab27dd8>, [{'id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'name': 'router1', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '49a8b9fd-a206-40fa-bd01-2819af7350b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:08:11Z', 'updated_at': '2021-02-17T01:08:33Z', 'revision_number': 4, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'gw_port': {'id': '49a8b9fd-a206-40fa-bd01-2819af7350b7', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:32Z', 'updated_at': '2021-02-17T01:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8', 'name': '', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'mac_address': 'fa:16:3e:29:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:21Z', 'updated_at': '2021-02-17T01:08:29Z', 'revision_number': 5, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'subnets': [{'id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378c51fe-7b10-439d-a2c9-e5d9059ae2ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:37.658014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15993b-b936-4313-8c35-2aedc3c620ee None None] The sync data for ids ['f20eef5f-2aad-4444-9e50-7088215a1f77'] in dv-cinder-759962-4-iscsi is: [{'id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'name': 'router1', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '49a8b9fd-a206-40fa-bd01-2819af7350b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:08:11Z', 'updated_at': '2021-02-17T01:08:33Z', 'revision_number': 4, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'gw_port': {'id': '49a8b9fd-a206-40fa-bd01-2819af7350b7', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:32Z', 'updated_at': '2021-02-17T01:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8', 'name': '', 'network_id': 'fc01373f-db0e-42a3-b417-7771563720f7', 'tenant_id': '46b0019d92c34fa481c8e592a930af86', 'mac_address': 'fa:16:3e:29:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20eef5f-2aad-4444-9e50-7088215a1f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:08:21Z', 'updated_at': '2021-02-17T01:08:29Z', 'revision_number': 5, 'project_id': '46b0019d92c34fa481c8e592a930af86', 'subnets': [{'id': '6be74f7e-b1b5-4392-b68c-ef4eabbb60ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378c51fe-7b10-439d-a2c9-e5d9059ae2ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:08:37.824143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52120) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:37.956802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98189ef-5575-478e-a61a-94a79804d2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:37.958533 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f98189ef-5575-478e-a61a-94a79804d2a3 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1331828
Feb 17 01:08:39.470562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 49a8b9fd-a206-40fa-bd01-2819af7350b7 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:39.568905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 49a8b9fd-a206-40fa-bd01-2819af7350b7 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:39.578475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 49a8b9fd-a206-40fa-bd01-2819af7350b7 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:39.579147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.798226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.819003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 49a8b9fd-a206-40fa-bd01-2819af7350b7, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=49a8b9fd-a206-40fa-bd01-2819af7350b7,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:39.823261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.826735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:39.908792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=49a8b9fd-a206-40fa-bd01-2819af7350b7,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:39.912164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:40.037514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3c1a-c6d1-45ce-9107-c1d927c9a601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:40.767743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:41.203482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:41.414338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:41.459759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 49a8b9fd-a206-40fa-bd01-2819af7350b7 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:41.537536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 49a8b9fd-a206-40fa-bd01-2819af7350b7 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:41.537956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:04.307961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:09:07.142418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b975c4dd-89e5-4606-8ac8-292f3b9c7750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:10.045076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1857ea37-8643-41cf-a9bb-8eac38915923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:10.767187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.190105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.414293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.145753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d61a733c-fb79-46ca-9777-85098afe2774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:40.046703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9a2f-08b5-4ab0-8b70-135a3fc429c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:40.763294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:41.200040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:41.317606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:09:41.421187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:07.148920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7b19e3b1-49b3-455b-b4d2-88b3d795a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.042201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-129c251d-65da-4d70-a0aa-37c4e5032c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.764224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.180890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.421958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.312412 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:10:37.153261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d8fb29d3-7245-4db3-a619-ff25522cf7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:40.044268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b24dec2-f565-41c6-a3d3-7810ef7591c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:40.765170 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:41.182943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:41.421001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:54.378666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52696) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:54.458618 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74a61e8-4b36-4d37-8b4a-35221beae3db admin admin] GET failed (client error): The resource could not be found.
Feb 17 01:10:54.460055 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d74a61e8-4b36-4d37-8b4a-35221beae3db admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0803542
Feb 17 01:10:54.607347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb868e-3996-4ee8-89a0-fdaea1198213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:54.608992 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-90eb868e-3996-4ee8-89a0-fdaea1198213 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1444414
Feb 17 01:10:55.314188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:10:57.125886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52706) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:57.250380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067d2d7-4d77-4769-8e39-93e9ef1613c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:57.251002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6067d2d7-4d77-4769-8e39-93e9ef1613c2 admin admin] Synchronizing usage tracker for tenant:e8f41cbf8ece4f84b7e00b7f3780db05 on resource:subnet {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:10:57.268696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6067d2d7-4d77-4769-8e39-93e9ef1613c2 admin admin] Unset dirty status for tenant:e8f41cbf8ece4f84b7e00b7f3780db05 on resource:subnet {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:10:57.269988 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6067d2d7-4d77-4769-8e39-93e9ef1613c2 admin admin] 10.222.0.30 "GET /v2.0/subnets/6be74f7e-b1b5-4392-b68c-ef4eabbb60ad HTTP/1.1" status: 200  len: 849 time: 0.1430585
Feb 17 01:10:57.281252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:10:57.408888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Notify callbacks [] for subnet, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:57.717439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777566941487'] for subnet, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:57.732838 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-52d863d1-44ad-4240-a28b-0964a5d9e08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:57.870109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be74f7e-b1b5-4392-b68c-ef4eabbb60ad,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:57.896166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.896559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.896926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.897285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.897641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.898009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.898363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.898716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.899070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.899416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.899783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.901024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:57.907380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:57.939642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:57.940645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:57.947633 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] 10.222.0.30 "PUT /v2.0/subnets/6be74f7e-b1b5-4392-b68c-ef4eabbb60ad HTTP/1.1" status: 200  len: 868 time: 0.6649716
Feb 17 01:10:57.950612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb14704-f0e7-45d7-8714-f1da90757912 None None] Network fc01373f-db0e-42a3-b417-7771563720f7 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:10:58.654703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-77740118-71df-4d2a-a150-2aa6f94fe344 None None] Provisioning complete for port 797eb737-f9c6-44c3-b2df-b8b1b7a2f4e8 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:58.655344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-77740118-71df-4d2a-a150-2aa6f94fe344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:58.808352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-77740118-71df-4d2a-a150-2aa6f94fe344 None None] Provisioning complete for port e1856200-87d8-450c-a099-1e95161f91aa triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:58.808918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-77740118-71df-4d2a-a150-2aa6f94fe344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:00.611992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52716) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:00.804240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6348ead9-090c-4564-91b3-d01a43c6d893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:00.804668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6348ead9-090c-4564-91b3-d01a43c6d893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:00.806829 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6348ead9-090c-4564-91b3-d01a43c6d893 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1933019
Feb 17 01:11:03.310332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52726) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:03.514393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7320dc91-e369-4cb0-ad7f-a92551ec37cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:03.514703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7320dc91-e369-4cb0-ad7f-a92551ec37cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:03.516494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7320dc91-e369-4cb0-ad7f-a92551ec37cf admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2050474
Feb 17 01:11:06.101341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52736) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:06.302272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef43a82-0da4-47ea-802a-58e776065fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:06.303967 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5ef43a82-0da4-47ea-802a-58e776065fbd admin admin] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 886 time: 0.2007415
Feb 17 01:11:07.158496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7f85-f5e8-4864-8bc2-ba23890b4b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:08.887889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52746) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:09.092434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd9810-818b-4f9a-8128-4170f04cef1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:09.093948 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2cfd9810-818b-4f9a-8128-4170f04cef1c admin admin] 10.222.0.30 "GET /v2.0/networks/fc01373f-db0e-42a3-b417-7771563720f7 HTTP/1.1" status: 200  len: 862 time: 0.2048724
Feb 17 01:11:10.057003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-85bab17c-a172-464e-abc1-b7eecb46a2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:10.771825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:11.191365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:11.428621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:11.740400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52756) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:11.918062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2fffb-23de-4b55-8a87-1819e9a2162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:11.918783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2fffb-23de-4b55-8a87-1819e9a2162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:11.921770 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9ba2fffb-23de-4b55-8a87-1819e9a2162d admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1801698
Feb 17 01:11:14.544945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52766) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:14.668541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bb210-eea4-4220-8137-67118ea3d6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:14.668963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bb210-eea4-4220-8137-67118ea3d6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:14.670632 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-228bb210-eea4-4220-8137-67118ea3d6bb admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1246557
Feb 17 01:11:17.160668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52776) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:17.278571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4847394f-e6b4-4157-bab0-f1b2ea2b9fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:17.280073 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4847394f-e6b4-4157-bab0-f1b2ea2b9fc9 admin admin] 10.222.0.30 "GET /v2.0/subnets/6be74f7e-b1b5-4392-b68c-ef4eabbb60ad HTTP/1.1" status: 200  len: 868 time: 0.1183465
Feb 17 01:11:19.831506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52786) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:19.957186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b2efc-b255-4aa3-9e91-3a8447ec4014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:19.958693 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e70b2efc-b255-4aa3-9e91-3a8447ec4014 admin admin] 10.222.0.30 "GET /v2.0/subnets/a81dec6a-428d-420c-b003-f8b21128387f HTTP/1.1" status: 200  len: 816 time: 0.1260376
Feb 17 01:11:32.313781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:11:37.162063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42fb801c-153e-4892-9440-c5af78cf824a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:40.051211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-10473013-2e9b-438f-9ec8-16d1f42248a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:40.772044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:41.185750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:41.430419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.514346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52826) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:46.570333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [None req-a84cbcee-3705-463b-a6b2-27ac2f64e1b1 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:11:46.572106 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a84cbcee-3705-463b-a6b2-27ac2f64e1b1 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0557835
Feb 17 01:11:49.238804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52836) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:49.324664 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddf5c19-4fe5-4d1f-8805-a9a5d3e7f3cf admin admin] GET failed (client error): The resource could not be found.
Feb 17 01:11:49.326098 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5ddf5c19-4fe5-4d1f-8805-a9a5d3e7f3cf admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0862629
Feb 17 01:11:49.489829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef53730-cc8d-4e66-a787-60b156951e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:49.491476 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-bef53730-cc8d-4e66-a787-60b156951e47 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1588197
Feb 17 01:11:52.098778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 52846) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:52.155890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:52.161368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:52.173737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:52.184195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Made reservation on behalf of e8f41cbf8ece4f84b7e00b7f3780db05 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:52.189171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.291233 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.services.revisions.revision_plugin [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fbafa6d4ac8] {project_id='e8f41cbf8ece4f84b7e00b7f3780db05', id='b7edd923-91a7-4773-9868-7fa6cfff526e', target_tenant='*', action='access_as_shared', object_id='3952b4f9-d39f-4003-859f-817eef262afd'}> to bump revision.
Feb 17 01:11:52.313108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:11:52.325582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.326042 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Added segment 239920f7-bcf8-4135-bfad-5bde75c88a8d of type vxlan for network 3952b4f9-d39f-4003-859f-817eef262afd
Feb 17 01:11:52.358015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.391110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.392439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:52.393071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.398399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:52.511218 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4108477
Feb 17 01:11:52.514900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Pushing event updated for resources: {'Network': ['ID=3952b4f9-d39f-4003-859f-817eef262afd,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:52.524195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.525283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.525756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.526218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.526688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.527242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.527851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.528320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.528789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.529243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.529727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.530287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:52.535395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:52.546646 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 3952b4f9-d39f-4003-859f-817eef262afd details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:11:55.211642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52856) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:55.315072 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6beb69-37ad-4afb-8236-c31838c2b76d admin admin] GET failed (client error): The resource could not be found.
Feb 17 01:11:55.317584 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9f6beb69-37ad-4afb-8236-c31838c2b76d admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1036680
Feb 17 01:11:55.453423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb176fb-2f70-49c7-9dfe-a22742f29bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:55.454963 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8bb176fb-2f70-49c7-9dfe-a22742f29bc6 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1318979
Feb 17 01:11:55.471978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:55.477181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:55.490026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:55.501262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Made reservation on behalf of e8f41cbf8ece4f84b7e00b7f3780db05 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:55.506701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.951734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.966219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:56.100443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57010de9-5cd6-47c6-a836-6b1ba29dfb43,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:56.105850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:56.182846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Checking segment: {'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:56.183411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Network hostable DHCP agents. Network: 3952b4f9-d39f-4003-859f-817eef262afd, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:11:56.205589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Network 3952b4f9-d39f-4003-859f-817eef262afd is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:11:56.215954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 3952b4f9-d39f-4003-859f-817eef262afd) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:56.221242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:56.222267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.228902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e50e144-f7fb-4eea-803e-6de338ce20c6 None None] Network 3952b4f9-d39f-4003-859f-817eef262afd requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:11:56.254627 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7869909
Feb 17 01:11:56.605964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-3952b4f9-d39f-4003-859f-817eef262afd', 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd', 'tenant_id': 'e8f41cbf8ece4f84b7e00b7f3780db05', 'fixed_ips': [{'subnet_id': '57010de9-5cd6-47c6-a836-6b1ba29dfb43'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:11:56.606932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.037637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Allocated IP 192.168.233.2 (3952b4f9-d39f-4003-859f-817eef262afd/57010de9-5cd6-47c6-a836-6b1ba29dfb43/56d36a4b-81c4-414c-b98f-959343b6f568) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:11:57.345959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.362706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Transition to ACTIVE for port object 56d36a4b-81c4-414c-b98f-959343b6f568 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:57.389173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Transition to ACTIVE for port object 56d36a4b-81c4-414c-b98f-959343b6f568 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:57.397271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.419100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:57.603219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Pushing event updated for resources: {'Port': ['ID=56d36a4b-81c4-414c-b98f-959343b6f568,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:57.626530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.626968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.627280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.627664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.628074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.628442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.629079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.631017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.631017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.631017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.631017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.631017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:57.638032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:57.687842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Network 3952b4f9-d39f-4003-859f-817eef262afd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:57.689429 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:57.692131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:11:57.761095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Attempting to bind port 56d36a4b-81c4-414c-b98f-959343b6f568 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:11:57.761559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Attempting to bind port 56d36a4b-81c4-414c-b98f-959343b6f568 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:11:57.761912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Attempting to bind port 56d36a4b-81c4-414c-b98f-959343b6f568 on network 3952b4f9-d39f-4003-859f-817eef262afd {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:11:57.768652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:11:57.769078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Checking segment: {'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:57.769546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.769985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Bound using segment: {'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:11:57.770530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Bound port: 56d36a4b-81c4-414c-b98f-959343b6f568, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:11:57.770953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.904833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] For port 56d36a4b-81c4-414c-b98f-959343b6f568, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:11:57.909270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] For port 56d36a4b-81c4-414c-b98f-959343b6f568, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=56d36a4b-81c4-414c-b98f-959343b6f568,segment=NetworkSegment(239920f7-bcf8-4135-bfad-5bde75c88a8d),segment_id=239920f7-bcf8-4135-bfad-5bde75c88a8d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:11:57.913978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.931835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:58.095692 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Pushing event updated for resources: {'Port': ['ID=56d36a4b-81c4-414c-b98f-959343b6f568,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:58.110276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:59.616400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 56d36a4b-81c4-414c-b98f-959343b6f568 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:11:59.670037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5192c-66c7-418b-ab0d-d5abcc72dfbe None None] Network 3952b4f9-d39f-4003-859f-817eef262afd requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:11:59.826292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f7f98fbb-1303-46f4-8ebe-67342f742850 None None] Provisioning for port 56d36a4b-81c4-414c-b98f-959343b6f568 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:59.847295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 56d36a4b-81c4-414c-b98f-959343b6f568 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:59.854490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f7f98fbb-1303-46f4-8ebe-67342f742850 None None] Provisioning complete for port 56d36a4b-81c4-414c-b98f-959343b6f568 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:59.854922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f7f98fbb-1303-46f4-8ebe-67342f742850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.059721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 56d36a4b-81c4-414c-b98f-959343b6f568 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:00.060058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.385075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f7f98fbb-1303-46f4-8ebe-67342f742850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.394900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.453455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 56d36a4b-81c4-414c-b98f-959343b6f568, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=56d36a4b-81c4-414c-b98f-959343b6f568,segment=NetworkSegment(239920f7-bcf8-4135-bfad-5bde75c88a8d),segment_id=239920f7-bcf8-4135-bfad-5bde75c88a8d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:00.488571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.501850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:00.611056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-f7f98fbb-1303-46f4-8ebe-67342f742850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:12:00.611056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-f7f98fbb-1303-46f4-8ebe-67342f742850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:12:00.621675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=56d36a4b-81c4-414c-b98f-959343b6f568,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:00.625088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:01.299398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-074d5fea-c3ff-4cb2-8751-1427f0a8b2d3 None None] Provisioning complete for port 56d36a4b-81c4-414c-b98f-959343b6f568 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:01.300057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-074d5fea-c3ff-4cb2-8751-1427f0a8b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:01.534615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 56d36a4b-81c4-414c-b98f-959343b6f568 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:01.615100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 56d36a4b-81c4-414c-b98f-959343b6f568 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:01.615504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:07.169865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cd92702b-736d-4b42-b8fd-53251098d330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.315432 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:12:10.063872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11803360-d718-4739-bab2-843308fad61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.784556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.190213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.436657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:37.165045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4cd71043-f559-445b-9990-b6f47b6dc406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:40.057076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd00a-2e3c-40ea-9938-ba581c2f3a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:40.786234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:41.197117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:41.440762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:46.315736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:13:05.388756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52898) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:13:05.395314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [None req-5b4ce04e-62d5-4b2e-88d7-558637d57a53 tempest-verify_tempest_config-1640399213 tempest-verify_tempest_config-1640399213-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:13:05.396463 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5b4ce04e-62d5-4b2e-88d7-558637d57a53 tempest-verify_tempest_config-1640399213 tempest-verify_tempest_config-1640399213-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0066051
Feb 17 01:13:05.746364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52918) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:13:05.875900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:05.892363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:13:05.896449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Usage tracker for resource:security_group_rule and tenant:f487a265422444dea38da71c13620d0c is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:13:05.899437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:13:05.905152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:13:05.999192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.002075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.014494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:06.057183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Synchronizing usage tracker for tenant:e8f41cbf8ece4f84b7e00b7f3780db05 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:13:06.061691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc768edd-bfd2-45d8-8915-b625ec894f8e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:06.072463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.072841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.073219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.073593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.073959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.074326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.074690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.075050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.075417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.075814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.076181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.076544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:06.080898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:06.091383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Unset dirty status for tenant:e8f41cbf8ece4f84b7e00b7f3780db05 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:13:06.092776 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f487a265422444dea38da71c13620d0c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3452096
Feb 17 01:13:06.095566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52924) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:13:06.159300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.188517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.239503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.244693 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:06.255511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc768edd-bfd2-45d8-8915-b625ec894f8e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:06.261697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:06.262488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.266649 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc768edd-bfd2-45d8-8915-b625ec894f8e HTTP/1.1" status: 204  len: 168 time: 0.1699874
Feb 17 01:13:07.168771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1b213388-ae26-4468-977d-596d0baf223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:10.060591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4766bf53-ee4b-472f-bd16-6622ee7ea09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:10.785836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.195397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.443116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:23.315369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:13:37.170832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d9a04e71-df6b-49da-a252-7f7818bd825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:40.063268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-58d0e524-85b8-435b-8524-1877c932ca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:40.782136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:41.187779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:41.446122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:00.314134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:14:07.173077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8b3c023c-1912-461a-9405-4cbdda8425dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.066956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-344511f3-db31-496e-a913-3836aaa499d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.785924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:11.189818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:11.448752 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:37.175032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70bbfcea-fc07-4a62-8321-c2b345d4385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:37.313839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:14:40.069011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7469-a4a5-44e0-9d25-a70df23022eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:40.791993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:41.190650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:41.451824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:42.565337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:42.565887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.566163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.566569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.566993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.567370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.567813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.568195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.568564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.568937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.569307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.569676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.570041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:42.570433 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbafa831438>, 'Open vSwitch agent', 'hv-cinder-75996', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:14:42.574475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbafabfb748>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75996', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:14:42.874471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] get_endpoint_by_host() called for host hv-cinder-75996 {{(pid=83995) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 01:14:42.878579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] get_endpoint_by_ip() called for ip 192.168.0.65 {{(pid=83995) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 01:14:42.881960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] _add_endpoint() called for ip 192.168.0.65 {{(pid=83995) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 01:14:42.887201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] _get_endpoints() called {{(pid=83995) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 01:14:56.006741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 52998) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:14:56.126004 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-95c9a2b9-ed14-4762-b53b-ca5a8297628b admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1179967
Feb 17 01:14:58.616411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53008) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:14:58.676911 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c996edc8-ce38-4763-a58b-9eb5bb209f81 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0593331
Feb 17 01:15:07.176577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-68a21371-5845-4c57-b602-5f4d5730472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:10.071903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbaf7-5d4b-463b-bb4f-477d1e66e8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:10.792274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:11.192311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:11.458966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:12.576303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:14.313785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:15:37.177548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6bfd1377-2afa-4722-8db7-43f8aee53c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:40.074552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f513fd89-d9d1-4cda-b516-e1a7f6f71762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:40.795106 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:41.194228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:41.459859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:42.575138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:51.316846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:16:07.179933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7a77bec7-ab69-43ec-93d0-9e5eb66dba69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:10.077237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b178f57a-d562-4db2-81fe-526b9e2de33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:10.798628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:11.197182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:11.463512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:12.575406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:28.316944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:16:34.396851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53154) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:34.834309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1781669962-network', 'tenant_id': 'c2debd9553a7455e9c609c52eb751969'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:34.843594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:34.848904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Usage tracker for resource:network and tenant:c2debd9553a7455e9c609c52eb751969 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:34.852341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:34.858729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:34.868167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Made reservation on behalf of c2debd9553a7455e9c609c52eb751969 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:34.875753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:34.890690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:34.906175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:34.910179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Usage tracker for resource:security_group_rule and tenant:c2debd9553a7455e9c609c52eb751969 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:34.913223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:34.919832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:35.014797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.017811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.021447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:35.061205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8accf567-60d8-4a79-93bf-f34b44db46ad,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:35.068501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:16:35.071977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.072367 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.072796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.073169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.073550 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.073907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.074270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.075064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.075064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.075310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.075669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.076058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.076646 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.076767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.077129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.077484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.077840 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.078204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.078560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.078918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.079295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.080316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.080316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.080316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Tracked resource versions report:
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'},
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'ConntrackHelper': '1.0',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Log': '1.0',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Network': '1.1',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Port': '1.7',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'PortForwarding': '1.2',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'QosPolicy': '1.8',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroup': '1.4',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SubPort': '1.0',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Subnet': '1.1',
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Trunk': '1.1'}}
Feb 17 01:16:35.081665 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:16:35.088824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:35.098382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.098851 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Added segment 8f7bc31c-d38f-4b23-a812-2d7ebe608b30 of type vxlan for network 46d93f49-e431-48a7-87e9-209d5aee9f18
Feb 17 01:16:35.133114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.170093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.171439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:35.172191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.177325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:35.243985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53194) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:35.271023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53200) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:35.271205 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8725648
Feb 17 01:16:35.277865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Request body: {'subnet': {'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1781669962-subnet', 'tenant_id': 'c2debd9553a7455e9c609c52eb751969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:35.284016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:35.290497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Usage tracker for resource:subnet and tenant:c2debd9553a7455e9c609c52eb751969 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:35.293949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:35.298812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Pushing event updated for resources: {'Network': ['ID=46d93f49-e431-48a7-87e9-209d5aee9f18,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:35.300577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:35.302181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:35.317925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:35.318521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Made reservation on behalf of c2debd9553a7455e9c609c52eb751969 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:35.324732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.335450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:35.656999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53212) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:35.863276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-network', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:35.870785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:35.876246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Usage tracker for resource:network and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:35.882571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:35.882684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53222) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:35.893453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:35.925204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53228) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:35.939923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Made reservation on behalf of e9d9a5e5bb754191b309351583d7b43a for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:35.944991 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.970669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.976557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1551097279-network', 'tenant_id': '89e888d9e778408f82360e5dc0e05367'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:35.984630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:35.992385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Usage tracker for resource:network and tenant:89e888d9e778408f82360e5dc0e05367 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:35.997612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:36.000027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:36.005086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:36.007185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.008441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:36.022397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Made reservation on behalf of 89e888d9e778408f82360e5dc0e05367 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:36.028473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:36.028622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.031080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:36.043212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.060064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:36.064788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:89e888d9e778408f82360e5dc0e05367 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:36.067918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:36.074647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:36.110560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:36.137639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-network', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:36.181123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1070594408-network', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:36.185887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:36.200423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Usage tracker for resource:network and tenant:a0ab9956f6954504b2edd3ffae45f6c1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:36.207191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:36.211760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.217230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:36.220170 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:36.223562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.224869 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Usage tracker for resource:network and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:36.231203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:36.236948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946e3ac9-1b13-43fd-ae83-d86684df07e1,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:36.240873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c7ae68b-f8b1-4cc2-9fdb-b5abef4ab219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:36.265916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.266581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.267114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.267625 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.268198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.268711 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.269401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.270178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.270695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.271207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.271564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.272038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.272445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.272800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.273153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.273509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.273856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.274205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.274552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.274899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.275268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.276141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.276657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.277148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Tracked resource versions report:
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'},
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'ConntrackHelper': '1.0',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Log': '1.0',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Network': '1.1',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Port': '1.7',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'PortForwarding': '1.2',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'QosPolicy': '1.8',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroup': '1.4',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SubPort': '1.0',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Subnet': '1.1',
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Trunk': '1.1'}}
Feb 17 01:16:36.278615 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:16:36.281955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:36.282440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407df6d5-b54d-49e0-820d-5b8fa1336ebf,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:36.285783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:36.297942 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:36.298599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Made reservation on behalf of a0ab9956f6954504b2edd3ffae45f6c1 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:36.303298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.348806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.360318 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Checking segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:36.360570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Network hostable DHCP agents. Network: 46d93f49-e431-48a7-87e9-209d5aee9f18, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:16:36.382549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:16:36.388415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:36.388730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.392749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ab9956f6954504b2edd3ffae45f6c1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:36.398783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:36.399485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.403624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:36.407678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:36.420417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:16:36.461915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe89b9-efd2-4a01-a4f7-d9ad992aaf53,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:36.466674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:36.468406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 46d93f49-e431-48a7-87e9-209d5aee9f18) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:36.473642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:36.474737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.482318 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a329609-77a2-47a1-ac78-3ae2955112ad None None] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:36.504349 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Made reservation on behalf of 0ab7d4eb09a54fc7ab15721f1e408a95 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:36.518315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.520378 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6b715a36-738b-4151-adeb-6508d6538af2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2478085
Feb 17 01:16:36.523207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.528665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.540343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.540737 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Added segment 0c9f9616-275b-4d4a-8694-d4996d20aeff of type vxlan for network 4512eadc-295c-478c-9476-d078e89f1d5e
Feb 17 01:16:36.542557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.556175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:36.567888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:36.582611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:36.603330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:36.624998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:36.634259 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7ecb11-4d45-4820-a35d-820a8212f5a5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:36.638901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.646289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:36.707570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:16:36.708273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:16:36.710284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.712423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83993) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:16:36.712989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:16:36.720269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:36.721072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:36.728114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3d2011d2-0c9e-48ab-862c-4e29ba6b181c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:37.023557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e29be-839f-4ae4-a509-fa6c7a372de8 None None] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:37.210180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.219623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.285849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:16:37.288166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4512eadc-295c-478c-9476-d078e89f1d5e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:37.293992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:37.308542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.312020 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Added segment 41addcab-4b33-477f-a25d-2f137979db5e of type vxlan for network 3c68bf03-546e-492b-80c1-105be11fe6b0
Feb 17 01:16:37.331924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.351145 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.6929195
Feb 17 01:16:37.352678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53288) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:37.353576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.366622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Request body: {'subnet': {'network_id': '4512eadc-295c-478c-9476-d078e89f1d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1551097279-subnet', 'tenant_id': '89e888d9e778408f82360e5dc0e05367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:37.379657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.382409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:37.400614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 4512eadc-295c-478c-9476-d078e89f1d5e details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:37.444714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:37.453307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.454953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:37.456027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.473553 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:37.480289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Usage tracker for resource:subnet and tenant:89e888d9e778408f82360e5dc0e05367 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:37.498383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:37.525232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83993) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:16:37.531740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:16:37.539662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:37.569180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83993) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:16:37.569843 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:16:37.585736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Made reservation on behalf of 89e888d9e778408f82360e5dc0e05367 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:37.593490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.612140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fed86a-e32d-4ce6-8cf4-70da6b472fdf,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:37.668222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 4512eadc-295c-478c-9476-d078e89f1d5e details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:37.711928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:37.798926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.5539687
Feb 17 01:16:37.802471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53308) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:37.810279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Pushing event updated for resources: {'Network': ['ID=3c68bf03-546e-492b-80c1-105be11fe6b0,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:37.826812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Request body: {'subnet': {'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-subnet', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:37.835905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:37.840634 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:37.849623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Usage tracker for resource:subnet and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:37.858895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:37.871851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:37.897857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Made reservation on behalf of e9d9a5e5bb754191b309351583d7b43a for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:37.902986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.076760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.087308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:38.221578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:38.288926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:16:38.324706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.325468 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Added segment 525112b7-4311-4dd6-b748-b1ab5fdc70d6 of type vxlan for network c9bdfbda-d736-40cc-85ea-23e1db4da612
Feb 17 01:16:38.392865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3311de1c-7495-4d39-952f-dadb6847141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.409078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.489270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.491143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.539561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:38.540717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.564774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:16:38.576839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.577326 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Added segment c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d of type vxlan for network e1ac3aaf-2b52-436e-be18-b2f65d869a2f
Feb 17 01:16:38.602220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.614219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.621959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:38.656182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11a90cb2-b828-4bff-b869-3a78b9730846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:38.757418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.767503 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.8838515
Feb 17 01:16:38.768710 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53358) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:38.771856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac87401-a3e3-449f-935f-78088aeff553,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:38.774984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:38.782431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:38.783408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.824830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Request body: {'subnet': {'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1070594408-subnet', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:38.830392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Pushing event updated for resources: {'Network': ['ID=c9bdfbda-d736-40cc-85ea-23e1db4da612,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:38.844548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:38.845052 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.9180036
Feb 17 01:16:38.846041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:38.847741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:38.852016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53364) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:38.869676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Request body: {'subnet': {'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-subnet', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:38.873720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:38.893201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:38.896148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Usage tracker for resource:subnet and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:38.903605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:38.910700 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Usage tracker for resource:subnet and tenant:a0ab9956f6954504b2edd3ffae45f6c1 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:38.914783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:38.922846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:38.936327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:38.951088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Made reservation on behalf of 0ab7d4eb09a54fc7ab15721f1e408a95 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:38.956081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.983493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ac3aaf-2b52-436e-be18-b2f65d869a2f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:38.999136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:39.026831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53372) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:39.035681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:39.164335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.176969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:39.192167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:16:39.354449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Made reservation on behalf of a0ab9956f6954504b2edd3ffae45f6c1 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:39.356446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53386) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:39.357276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:39.359082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.406051 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 01:16:39.455037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.472868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Checking segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:39.473325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Network hostable DHCP agents. Network: 3c68bf03-546e-492b-80c1-105be11fe6b0, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:16:39.521810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:16:39.543387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 3c68bf03-546e-492b-80c1-105be11fe6b0) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:39.551741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:39.553943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:39.554598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.555109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78478f-adf5-4126-a283-c97011169710 None None] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:39.577231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Usage tracker for resource:security_group_rule and tenant:f6941a8f03c641d481460c82eec4bfb4 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:39.580346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da7fd77-4f6b-4047-8ae9-7fc29be643ba,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:39.583485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:39.592932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:39.602707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:39.615435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Checking segment: {'id': '0c9f9616-275b-4d4a-8694-d4996d20aeff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4512eadc-295c-478c-9476-d078e89f1d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:39.615793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Network hostable DHCP agents. Network: 4512eadc-295c-478c-9476-d078e89f1d5e, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:16:39.677593 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.8605201
Feb 17 01:16:39.677823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53398) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:39.694391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:39.703681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:39.712476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d7413-9f35-4451-900a-54a451656e99 req-2eed8b01-37d7-49a9-93dc-4d778a7e399a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:39.713430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-876d7413-9f35-4451-900a-54a451656e99 req-2eed8b01-37d7-49a9-93dc-4d778a7e399a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:16:39.722209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Network 4512eadc-295c-478c-9476-d078e89f1d5e is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:16:39.726157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Usage tracker for resource:router and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:39.731371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:39.744194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:39.760746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 4512eadc-295c-478c-9476-d078e89f1d5e) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:39.774613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:39.775301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.777419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb32430-9a30-4376-a6fa-4ad681338858 None None] Network 4512eadc-295c-478c-9476-d078e89f1d5e requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:39.785234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.786283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.798233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-876d7413-9f35-4451-900a-54a451656e99 req-2eed8b01-37d7-49a9-93dc-4d778a7e399a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:16:39.805597 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-2eed8b01-37d7-49a9-93dc-4d778a7e399a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 0.4092309
Feb 17 01:16:39.841697 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-dccb7701-6c58-466d-a997-e6a458ba91de tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/quotas/c2debd9553a7455e9c609c52eb751969 HTTP/1.1" status: 200  len: 375 time: 0.0350463
Feb 17 01:16:39.851743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:39.872642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d443a3e4-87d1-4f96-804d-1423ce28af41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:39.897925 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5409906
Feb 17 01:16:39.981199 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-194f798a-6722-475f-adb7-68620c10471c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1384494
Feb 17 01:16:39.988381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.207972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8b644522-06c0-40ec-99dd-a69e12b359a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.244582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d0055-2d17-4a74-988e-449c1a4e8939 None None] Network 4512eadc-295c-478c-9476-d078e89f1d5e requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:40.356701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74662cfa-dbf2-47b3-8fae-f2834f80a9ad,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:40.378028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.395576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:40.396874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.411612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:40.473483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2137cc-9182-4033-bdd2-9cb97280477d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:40.516708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-4dedbc7a-b7ca-4eb0-b13b-66b6fc0520d5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:16:40.524490 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-4dedbc7a-b7ca-4eb0-b13b-66b6fc0520d5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1447864
Feb 17 01:16:40.527273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:40.568245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Checking segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:40.570495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Network hostable DHCP agents. Network: c9bdfbda-d736-40cc-85ea-23e1db4da612, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:16:40.683933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53440) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:40.696717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:16:40.736370 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 01:16:40.865484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.882137 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-07e97e07-4336-4abf-8b6b-55742b3402a4 service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3563612
Feb 17 01:16:40.928047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, c9bdfbda-d736-40cc-85ea-23e1db4da612) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:40.929701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.941254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-3c68bf03-546e-492b-80c1-105be11fe6b0', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:16:40.942092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.950629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:40.951293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.963940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162637f-8be2-4a44-91de-b191f5828533 None None] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:41.008464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.037501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:41.063914 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6941a8f03c641d481460c82eec4bfb4&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0338290
Feb 17 01:16:41.077723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53454) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:41.134225 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3573081
Feb 17 01:16:41.153690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53458) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:41.167459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:41.208989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:41.219348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Usage tracker for resource:router and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:41.226357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:41.239729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-14d873bb-9130-4c03-a5fd-b92b2360c3ee tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:41.241415 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-14d873bb-9130-4c03-a5fd-b92b2360c3ee tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/networks?id=4512eadc-295c-478c-9476-d078e89f1d5e HTTP/1.1" status: 200  len: 812 time: 0.5112004
Feb 17 01:16:41.265759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:41.285548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:41.299934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:41.305635 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-9c97c206-507e-4c68-a991-378a144cfce6 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/quotas/89e888d9e778408f82360e5dc0e05367 HTTP/1.1" status: 200  len: 375 time: 0.0412567
Feb 17 01:16:41.389988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.391397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.394130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.406522 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-29ac5ee1-2ae0-4bb6-9e26-cc835c24120e service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5234165
Feb 17 01:16:41.408020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.437214 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-ce20a326-56fb-40dc-bfb5-d162822582c0 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89e888d9e778408f82360e5dc0e05367&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1155529
Feb 17 01:16:41.443661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.490438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.514010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.530769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.545914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:41.571961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Checking segment: {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:41.573172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Network hostable DHCP agents. Network: e1ac3aaf-2b52-436e-be18-b2f65d869a2f, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:16:41.574112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2137cc-9182-4033-bdd2-9cb97280477d,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:41.611953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:16:41.689918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-c9bdfbda-d736-40cc-85ea-23e1db4da612', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:16:41.689918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.754417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:41.772715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-dae971ee-75f7-4dc6-8bc7-0d4b77f03952 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:16:41.773967 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-dae971ee-75f7-4dc6-8bc7-0d4b77f03952 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2156756
Feb 17 01:16:41.779831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, e1ac3aaf-2b52-436e-be18-b2f65d869a2f) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:41.812572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:41.813239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.826501 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10ea8a35-476a-47c4-af4e-54eae880a75a req-256d4a7c-6b40-4e0f-a2cd-3f5dfc8e68d4 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.0746086
Feb 17 01:16:41.834973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.838684 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f2137cc-9182-4033-bdd2-9cb97280477d HTTP/1.1" status: 204  len: 168 time: 0.7553155
Feb 17 01:16:41.875680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c194a3-cdf1-4494-851d-6099416515f5 None None] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:41.947144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.953764 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-18f8a26f-dd48-4340-a1df-71c8f00b2883 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.1005743
Feb 17 01:16:41.986189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53488) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:41.995487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.010756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:42.021925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:42.048688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Usage tracker for resource:router and tenant:a0ab9956f6954504b2edd3ffae45f6c1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:42.103178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Allocated IP 172.20.0.2 (3c68bf03-546e-492b-80c1-105be11fe6b0/0ac87401-a3e3-449f-935f-78088aeff553/d9551787-b4d8-40e9-84a4-3b6f08af5f03) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:42.112097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:42.130057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:42.152999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.167183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.168666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.278753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.443281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53506) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:42.448466 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-c68ce615-a407-44da-93fa-f947bb3e0536 service neutron] 10.222.0.30 "GET /v2.0/networks/4512eadc-295c-478c-9476-d078e89f1d5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6634305
Feb 17 01:16:42.536509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.789883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.848043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1f951-515b-4cef-ba94-17f5d6f61759 None None] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:42.850263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.865642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Allocated IP 172.27.1.25 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/6bba1cc0-8eb2-471d-aec2-0da50450a2ed) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:42.921880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:42.934362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Usage tracker for resource:security_group_rule and tenant:64f63a63da5047aa9543a04421794ae1 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:42.939685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:42.952287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:43.091471 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-c06b53bf-7089-44d3-a99f-983e5c083cd4 service neutron] 10.222.0.30 "GET /v2.0/networks/4512eadc-295c-478c-9476-d078e89f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6191065
Feb 17 01:16:43.142918 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef251f2f-ec3b-4b85-9626-beed15d88d2d req-8d21597c-807f-435b-af3f-d5606db83c71 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.1772227
Feb 17 01:16:43.301495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.353425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.391027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:43.429004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.497194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Transition to ACTIVE for port object d9551787-b4d8-40e9-84a4-3b6f08af5f03 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:43.548501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Transition to ACTIVE for port object d9551787-b4d8-40e9-84a4-3b6f08af5f03 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:43.559864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Allocated IP 172.20.0.2 (c9bdfbda-d736-40cc-85ea-23e1db4da612/74662cfa-dbf2-47b3-8fae-f2834f80a9ad/15b76f9a-46a4-4790-9c94-f26acf43eec3) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:43.564564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.568080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Pushing event updated for resources: {'Port': ['ID=6bba1cc0-8eb2-471d-aec2-0da50450a2ed,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:43.592729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f5780302-661a-4550-a94f-f5aa0be62c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:43.593009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:43.619495 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3526ebe2-1f02-4b8e-8430-c6aa574256a6 req-b5e4818d-f29d-4efe-8d64-06db41381a17 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 210 time: 0.0913739
Feb 17 01:16:43.702631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.764191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.765836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.788794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.828458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:43.840837 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64f63a63da5047aa9543a04421794ae1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3938994
Feb 17 01:16:43.851314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53558) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:43.872551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:16:43.887185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:44.011768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.046613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:16:44.052709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:44.055813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.061311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0a10e3-a39c-49a0-a222-ab3ad1546e4e,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:44.065903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:44.071015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:16:44.093925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.148151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.158214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:16:44.317365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Pushing event updated for resources: {'Port': ['ID=d9551787-b4d8-40e9-84a4-3b6f08af5f03,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:44.370296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.392424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.392810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.393192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.393567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.393938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.394306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.394671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.395035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.395394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.395817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.396184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.396543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.397100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.397464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.398129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.398547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.398851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.399213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.399573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.400044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.400402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.401574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.402186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.402810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Tracked resource versions report:
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'},
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'ConntrackHelper': '1.0',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Log': '1.0',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Network': '1.1',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Port': '1.7',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'PortForwarding': '1.2',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'QosPolicy': '1.8',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroup': '1.4',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SubPort': '1.0',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Subnet': '1.1',
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Trunk': '1.1'}}
Feb 17 01:16:44.405210 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:16:44.409842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:44.418375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Attempting to bind port d9551787-b4d8-40e9-84a4-3b6f08af5f03 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:16:44.418803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Attempting to bind port d9551787-b4d8-40e9-84a4-3b6f08af5f03 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:16:44.419381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Attempting to bind port d9551787-b4d8-40e9-84a4-3b6f08af5f03 on network 3c68bf03-546e-492b-80c1-105be11fe6b0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:16:44.436978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:16:44.437376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Checking segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:44.437981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.438726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Bound using segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:16:44.439507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Bound port: d9551787-b4d8-40e9-84a4-3b6f08af5f03, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:16:44.439973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.470721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-998b727e-f6a9-4b8a-af83-022efce85f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:44.494672 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-be06cfaf-1995-4973-91b6-2cabdb493ced req-9780ad7c-6c2c-4788-b5df-299494e598fd tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.0960979
Feb 17 01:16:44.501267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0a10e3-a39c-49a0-a222-ab3ad1546e4e,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:44.520820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:44.533853 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Allocated IP 172.27.1.52 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/367db6df-5dac-4849-bccb-80f399626fe5) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:44.538009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.542462 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b0a10e3-a39c-49a0-a222-ab3ad1546e4e HTTP/1.1" status: 204  len: 168 time: 0.6897726
Feb 17 01:16:44.693439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] For port d9551787-b4d8-40e9-84a4-3b6f08af5f03, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:16:44.749121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] For port d9551787-b4d8-40e9-84a4-3b6f08af5f03, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d9551787-b4d8-40e9-84a4-3b6f08af5f03,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:16:44.758140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.765121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.815114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:44.923586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Transition to ACTIVE for port object 15b76f9a-46a4-4790-9c94-f26acf43eec3 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:44.936044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.988641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Transition to ACTIVE for port object 15b76f9a-46a4-4790-9c94-f26acf43eec3 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:45.011773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:45.018222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:45.038871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:45.051227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Pushing event updated for resources: {'Port': ['ID=d9551787-b4d8-40e9-84a4-3b6f08af5f03,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:45.124849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:45.131515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:45.173693 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9a76c7f1-3d97-4609-8cd9-e782fc2f1a88 req-2dabde1a-c573-421d-8129-59f50beb07cd tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 210 time: 0.1924160
Feb 17 01:16:45.228712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=367db6df-5dac-4849-bccb-80f399626fe5,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:45.247358 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:45.252911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Pushing event updated for resources: {'Port': ['ID=15b76f9a-46a4-4790-9c94-f26acf43eec3,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:45.260400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:45.310006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:16:45.311369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:45.313719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:16:45.359024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:16:45.360566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:45.366965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:16:45.382336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:45.441366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Attempting to bind port 15b76f9a-46a4-4790-9c94-f26acf43eec3 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:16:45.442015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Attempting to bind port 15b76f9a-46a4-4790-9c94-f26acf43eec3 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:16:45.442584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Attempting to bind port 15b76f9a-46a4-4790-9c94-f26acf43eec3 on network c9bdfbda-d736-40cc-85ea-23e1db4da612 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:16:45.451107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:16:45.451971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Checking segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:45.452967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:45.453754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Bound using segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:16:45.454598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Bound port: 15b76f9a-46a4-4790-9c94-f26acf43eec3, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:16:45.455452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:45.558908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Allocated IP 172.27.1.73 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/04a23ef2-dd86-4f04-955b-021baeeda320) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:45.603547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] For port 15b76f9a-46a4-4790-9c94-f26acf43eec3, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:16:45.610694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] For port 15b76f9a-46a4-4790-9c94-f26acf43eec3, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=15b76f9a-46a4-4790-9c94-f26acf43eec3,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:16:45.618386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:45.667830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:45.879724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Pushing event updated for resources: {'Port': ['ID=15b76f9a-46a4-4790-9c94-f26acf43eec3,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:45.884474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:46.017684 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c9beeeea-47be-442d-9e78-276e35fabeef req-a5f3e723-22ea-424d-a9de-927487f7c83b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.2525275
Feb 17 01:16:46.138885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:46.363143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:46.520630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:46.660492 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-51d175fb-af61-4b2e-b16a-8b06a52278fc req-f3b3f9c7-6641-4183-b21e-6eef6c882d15 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 210 time: 0.1877692
Feb 17 01:16:46.727962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:47.006045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.70', 53464) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:47.112824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:47.396200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:47.425216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-d46d81be-6518-42e0-b9da-0c4fdc07e6b3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:47.427237 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-d46d81be-6518-42e0-b9da-0c4fdc07e6b3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.70 "GET /v2.0/networks?id=4512eadc-295c-478c-9476-d078e89f1d5e HTTP/1.1" status: 200  len: 812 time: 0.4157398
Feb 17 01:16:47.442619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Pushing event updated for resources: {'Port': ['ID=04a23ef2-dd86-4f04-955b-021baeeda320,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:47.449870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:47.507621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77626a50-3e43-4059-9c86-6017262dbc48 None None] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:47.526247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:16:47.533618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:47.549385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:16:47.742740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.70', 53466) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:47.809125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-c9d3bbb8-eda7-4112-8cc2-8daf284f1a18 None None] Provisioning for port d9551787-b4d8-40e9-84a4-3b6f08af5f03 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:16:47.848537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Request body: {'port': {'device_id': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'network_id': '4512eadc-295c-478c-9476-d078e89f1d5e', 'admin_state_up': True, 'tenant_id': '89e888d9e778408f82360e5dc0e05367'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:47.937394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Router f76cb419-becb-448c-8192-011d1eb39a35 is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:16:48.062352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d9551787-b4d8-40e9-84a4-3b6f08af5f03 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:16:48.261949 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f15badd0-6b9a-48de-9035-d3e857c92527 req-9270175c-4dc3-4631-b6c9-5050384dfdb3 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.8333621
Feb 17 01:16:48.274655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:48.284678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Usage tracker for resource:port and tenant:89e888d9e778408f82360e5dc0e05367 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:48.290313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:48.310202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:48.334542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Made reservation on behalf of 89e888d9e778408f82360e5dc0e05367 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:48.339882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f3f3d-7722-4461-9a5e-a0f1d4facca5 None None] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:16:48.348973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:48.662959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-cee98a14-cfe0-40b9-942f-e9ed42b75611 None None] Provisioning for port 15b76f9a-46a4-4790-9c94-f26acf43eec3 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:16:48.729096 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port d9551787-b4d8-40e9-84a4-3b6f08af5f03 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:16:48.776099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port d9551787-b4d8-40e9-84a4-3b6f08af5f03 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:48.776811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:48.795839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Router b02c4641-96b9-458b-83aa-bed8ed54c805 is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:16:49.305291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.356601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d7413-9f35-4451-900a-54a451656e99 req-8a20f4de-bb57-445d-a3fe-3849509e3ae5 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:49.360519 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-8a20f4de-bb57-445d-a3fe-3849509e3ae5 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 1.6134307
Feb 17 01:16:49.413371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port d9551787-b4d8-40e9-84a4-3b6f08af5f03, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d9551787-b4d8-40e9-84a4-3b6f08af5f03,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:16:49.438354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.441629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 15b76f9a-46a4-4790-9c94-f26acf43eec3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:16:49.480383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:16:49.495354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Allocated IP 172.20.0.9 (4512eadc-295c-478c-9476-d078e89f1d5e/6da7fd77-4f6b-4047-8ae9-7fc29be643ba/8c78cb37-3008-4b2b-b967-4c7bf3e0b464) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:49.502873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Sync routers for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:16:49.529976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:49.536849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa84a128>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:49.540777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:49.627927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.641898 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.4870310
Feb 17 01:16:49.643171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53738) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:49.812504 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-54f7b2b8-42cb-40c4-a270-cdf76126db73 req-30356a30-4d9e-47a4-b0e7-4eb8c7cc546b tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 210 time: 1.0513711
Feb 17 01:16:49.814091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:50.254578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=d9551787-b4d8-40e9-84a4-3b6f08af5f03,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:50.286155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Request body: {'port': {'device_id': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18', 'admin_state_up': True, 'tenant_id': 'c2debd9553a7455e9c609c52eb751969'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:50.337413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:50.411198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:50.411901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-17d7529b-97ab-4bbf-a1e3-31e68e052ed5 None None] Provisioning complete for port d9551787-b4d8-40e9-84a4-3b6f08af5f03 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:50.412897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-17d7529b-97ab-4bbf-a1e3-31e68e052ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:50.581743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 15b76f9a-46a4-4790-9c94-f26acf43eec3 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:16:50.707557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:50.709278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 15b76f9a-46a4-4790-9c94-f26acf43eec3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:50.709934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:50.711781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Usage tracker for resource:port and tenant:c2debd9553a7455e9c609c52eb751969 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:50.729333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:50.735984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:50.784744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Made reservation on behalf of c2debd9553a7455e9c609c52eb751969 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:16:50.790558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.244906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.302987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-c7b5a021-3a2e-46ad-a44d-29e852ba6859 None None] Provisioning complete for port d9551787-b4d8-40e9-84a4-3b6f08af5f03 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:51.304643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a021-3a2e-46ad-a44d-29e852ba6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.490327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 15b76f9a-46a4-4790-9c94-f26acf43eec3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=15b76f9a-46a4-4790-9c94-f26acf43eec3,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:16:51.501447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:16:51.518019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa84a128>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:45Z', 'revision_number': 3, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:51.526571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Checking router: b02c4641-96b9-458b-83aa-bed8ed54c805 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:16:51.526995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Updating router b02c4641-96b9-458b-83aa-bed8ed54c805 port 367db6df-5dac-4849-bccb-80f399626fe5 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:16:51.570993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.574212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Sync routers for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:16:51.659670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:51.660722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafaa27898>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:51.724758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.823473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:51.944745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d9551787-b4d8-40e9-84a4-3b6f08af5f03 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:16:52.079972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Allocated IP 172.20.0.8 (46d93f49-e431-48a7-87e9-209d5aee9f18/946e3ac9-1b13-43fd-ae83-d86684df07e1/7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:52.185687 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-deead311-0b83-4916-84cc-0355eb0fd9f9 req-858839a2-6140-4db5-9ffa-2c9a1173091f tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 1.6221459
Feb 17 01:16:52.288714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=15b76f9a-46a4-4790-9c94-f26acf43eec3,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:52.311020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:52.346580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.566762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-c7b5a021-3a2e-46ad-a44d-29e852ba6859 None None] Provisioning complete for port 15b76f9a-46a4-4790-9c94-f26acf43eec3 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:52.569703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a021-3a2e-46ad-a44d-29e852ba6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.700718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.732858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Transition to ACTIVE for port object 367db6df-5dac-4849-bccb-80f399626fe5 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:52.736455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.753262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port d9551787-b4d8-40e9-84a4-3b6f08af5f03 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:52.753989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.766926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:53.032799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Pushing event updated for resources: {'Port': ['ID=367db6df-5dac-4849-bccb-80f399626fe5,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:53.067428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.068108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.068657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.073094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.073760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.074479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.076502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.077105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.081233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.081790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.082335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.082871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.083404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.084032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.084607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.087632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.088245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.088731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.092001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.092567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.093100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.093603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.094102 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.095606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Tracked resource versions report:
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]: pushed versions:
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]: {   'AddressGroup': {'1.1'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'ConntrackHelper': {'1.0'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Log': {'1.0'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Network': {'1.1'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Port': {'1.7'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'PortForwarding': {'1.2'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'QosPolicy': {'1.8'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroup': {'1.4'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'SubPort': {'1.0'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Subnet': {'1.1'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     'Trunk': {'1.1'}}
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]: consumer versions:
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]: {   DHCP agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     L3 agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metadata agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     Metering agent@dv-cinder-759962-4-iscsi: {},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@dv-cinder-759962-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Log': '1.0',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Network': '1.1',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Port': '1.7',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'PortForwarding': '1.2',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'QosPolicy': '1.8',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroup': '1.4',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'SubPort': '1.0',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Subnet': '1.1',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                                      'Trunk': '1.1'},
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'ConntrackHelper': '1.0',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Log': '1.0',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Network': '1.1',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Port': '1.7',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'PortForwarding': '1.2',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'QosPolicy': '1.8',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroup': '1.4',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'SubPort': '1.0',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Subnet': '1.1',
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:                                             'Trunk': '1.1'}}
Feb 17 01:16:53.097967 dv-cinder-759962-4-iscsi neutron-server[83882]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:16:53.135528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:53.202498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:53.257869 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:53.416806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Attempting to bind port 367db6df-5dac-4849-bccb-80f399626fe5 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:16:53.417240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Attempting to bind port 367db6df-5dac-4849-bccb-80f399626fe5 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:16:53.417636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Attempting to bind port 367db6df-5dac-4849-bccb-80f399626fe5 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:16:53.446022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:16:53.446668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:53.446772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:53.447250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:16:53.447832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Bound port: 367db6df-5dac-4849-bccb-80f399626fe5, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:16:53.448289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:53.566389 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4656e0f-7471-4160-9189-3d79f7be677e req-31e06c01-a167-44e6-9860-dfbcf0128b80 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 210 time: 2.1443222
Feb 17 01:16:53.943222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Allocated IP 172.20.0.1 (c9bdfbda-d736-40cc-85ea-23e1db4da612/74662cfa-dbf2-47b3-8fae-f2834f80a9ad/07f818a0-4e53-4514-a3ca-d49cce24ce80) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:16:53.995369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.035342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.045550 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 14.3641438
Feb 17 01:16:54.046937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53878) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:54.155108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 15b76f9a-46a4-4790-9c94-f26acf43eec3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:16:54.207315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.230089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Transition to ACTIVE for port object 07f818a0-4e53-4514-a3ca-d49cce24ce80 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:54.336660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.452221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] For port 367db6df-5dac-4849-bccb-80f399626fe5, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:16:54.468548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] For port 367db6df-5dac-4849-bccb-80f399626fe5, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=367db6df-5dac-4849-bccb-80f399626fe5,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:16:54.474846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.524427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:54.707180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53884) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:54.714603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-561664a5-e12f-40f9-b81f-be6b02587b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:54.779613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6def6649-bb50-47e2-92ba-fe698d27f6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:54.859320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 15b76f9a-46a4-4790-9c94-f26acf43eec3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:54.860019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.966956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafaa27898>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:16:44Z', 'revision_number': 3, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:54.975254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Checking router: f76cb419-becb-448c-8192-011d1eb39a35 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:16:54.975254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Updating router f76cb419-becb-448c-8192-011d1eb39a35 port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:16:55.072993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:55.199986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:55.201163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:16:55.228088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:55.240355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:16:55.241010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:55.338852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Pushing event updated for resources: {'Port': ['ID=367db6df-5dac-4849-bccb-80f399626fe5,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:55.348849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:55.402505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:55.432083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:55.433994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa84a128>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:55.599109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:16:55.604883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:16:55.654799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:16:55.675231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:55.675979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:55.813631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-dcd55ee1-3f8d-4bc7-8022-62f69f3c9f60 None None] Provisioning for port 07f818a0-4e53-4514-a3ca-d49cce24ce80 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:16:55.828725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53910) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:55.838613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-dcd55ee1-3f8d-4bc7-8022-62f69f3c9f60 None None] Provisioning complete for port 07f818a0-4e53-4514-a3ca-d49cce24ce80 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:55.839150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dcd55ee1-3f8d-4bc7-8022-62f69f3c9f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:55.919025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=07f818a0-4e53-4514-a3ca-d49cce24ce80,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:55.926447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:56.017217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87096e3-f541-4bc5-b674-01326d31cfe9 req-77f885e4-ce1a-4614-8b82-9971649c5051 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:56.031534 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d87096e3-f541-4bc5-b674-01326d31cfe9 req-77f885e4-ce1a-4614-8b82-9971649c5051 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 931 time: 1.7726865
Feb 17 01:16:56.126829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:56.158230 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.1493568
Feb 17 01:16:56.159646 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event updated for resources: {'Port': ['ID=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:56.251729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-dcd55ee1-3f8d-4bc7-8022-62f69f3c9f60 None None] Port 07f818a0-4e53-4514-a3ca-d49cce24ce80 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:16:56.341080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.453431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.739s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:56.472934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.475110 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9e2a46f5-ef04-4b37-8fa0-16463d41a65d req-1644315c-4bf6-4727-998d-cbef68fcd3b7 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 210 time: 1.2163363
Feb 17 01:16:56.542225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.573455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Transition to ACTIVE for port object 6bba1cc0-8eb2-471d-aec2-0da50450a2ed will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:56.579111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.595838 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:56.618061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-ae0292ff-2f60-4980-b872-9875ba359042 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:16:56.622278 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-ae0292ff-2f60-4980-b872-9875ba359042 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1863096
Feb 17 01:16:56.650761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.691731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:56.698365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:16:56.704841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Usage tracker for resource:security_group_rule and tenant:8a076570db5d4f11b8ae9491fb239379 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:56.709423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:56.732424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:56.852331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:56.944275 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c787-7bdb-4d10-8326-37f59af36417 None None] Pushing event updated for resources: {'Port': ['ID=6bba1cc0-8eb2-471d-aec2-0da50450a2ed,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:56.958832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7133c787-7bdb-4d10-8326-37f59af36417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:57.004248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Attempting to bind port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:16:57.005257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Attempting to bind port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:16:57.005693 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Attempting to bind port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:16:57.013486 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:16:57.013929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:16:57.014393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:57.014894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:16:57.015467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Bound port: 6bba1cc0-8eb2-471d-aec2-0da50450a2ed, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:16:57.015983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:57.050915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa84a128>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:45Z', 'revision_number': 3, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:57.069400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6495a4-6ccb-4416-9ec5-98d61c4a4ba1 None None] The sync data for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi is: [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:45Z', 'revision_number': 3, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:16:57.092145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:57.126219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:57.209634 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] For port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:16:57.216174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] For port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=6bba1cc0-8eb2-471d-aec2-0da50450a2ed,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:16:57.228100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:57.235478 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:57.311892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:57.327368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Request body: {'port': {'device_id': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:57.327796 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d87096e3-f541-4bc5-b674-01326d31cfe9 req-0422a398-ce5e-4d07-b119-71bf4499ab35 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2943990
Feb 17 01:16:57.339953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff4db72cf6040ea961d614f77f1b52b is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:16:57.552256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:57.573155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Pushing event updated for resources: {'Port': ['ID=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:57.583736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:16:57.594163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:57.638570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:16:57.875948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:57.907919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c787-7bdb-4d10-8326-37f59af36417 None None] Pushing event updated for resources: {'Port': ['ID=6bba1cc0-8eb2-471d-aec2-0da50450a2ed,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:57.913816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7133c787-7bdb-4d10-8326-37f59af36417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:58.184548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:58.186591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafaa27898>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:58.252132 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:16:58.263417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:58.278452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Transition to ACTIVE for port object 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:16:58.282129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Router 5d1384b6-2f4b-4c05-978e-7970c5cda97d is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:16:58.288737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a82922-b3ff-4045-ac6d-ec9d0df0737c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:58.305177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:58.932673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 367db6df-5dac-4849-bccb-80f399626fe5 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:16:58.948392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.720s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:58.958239 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a076570db5d4f11b8ae9491fb239379&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0347402
Feb 17 01:16:59.200248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 367db6df-5dac-4849-bccb-80f399626fe5 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:16:59.223188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 367db6df-5dac-4849-bccb-80f399626fe5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:59.223714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.268417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.299354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:59.458885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53948) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:59.514965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.552174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Pushing event updated for resources: {'Port': ['ID=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:59.557981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:59.594617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 367db6df-5dac-4849-bccb-80f399626fe5, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=367db6df-5dac-4849-bccb-80f399626fe5,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:16:59.639402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:59.653930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.713598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.727867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.838013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:59.929261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:16:59.942100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Sync routers for ids ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:16:59.946082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:59.973308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=367db6df-5dac-4849-bccb-80f399626fe5,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:59.980130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:59.988152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Routers {'5d1384b6-2f4b-4c05-978e-7970c5cda97d'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:59.989746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa56b518>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:00.115491 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=07f818a0-4e53-4514-a3ca-d49cce24ce80,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:00.129647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224cb37-3a0b-4d06-b7b9-72219c1eb16d req-2eea5a4e-7bec-4e2f-a062-b95cc37dca85 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:00.131647 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e224cb37-3a0b-4d06-b7b9-72219c1eb16d req-2eea5a4e-7bec-4e2f-a062-b95cc37dca85 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 931 time: 1.8386617
Feb 17 01:17:00.136922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:00.138921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:00.155633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:00.263757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.270757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.279220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1117-7b7d-4203-b1a1-7de0d79d9790 req-c5cbbc49-c0f1-4485-9f73-b9e657dd5d2a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:00.281371 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b5be1117-7b7d-4203-b1a1-7de0d79d9790 req-c5cbbc49-c0f1-4485-9f73-b9e657dd5d2a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 0.9864302
Feb 17 01:17:00.354330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.356261 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 18.3684735
Feb 17 01:17:00.379073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e224cb37-3a0b-4d06-b7b9-72219c1eb16d req-b78bf6d7-c927-4901-a126-1ef7caca4c83 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Synchronizing usage tracker for tenant:89e888d9e778408f82360e5dc0e05367 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:00.388840 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Attempting to bind port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:00.389239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Attempting to bind port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:00.389879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Attempting to bind port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f on network 46d93f49-e431-48a7-87e9-209d5aee9f18 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:00.394229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 53962) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:00.430284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 367db6df-5dac-4849-bccb-80f399626fe5 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:00.459011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Set router 5d1384b6-2f4b-4c05-978e-7970c5cda97d gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:00.517552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e224cb37-3a0b-4d06-b7b9-72219c1eb16d req-b78bf6d7-c927-4901-a126-1ef7caca4c83 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Unset dirty status for tenant:89e888d9e778408f82360e5dc0e05367 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:00.519462 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e224cb37-3a0b-4d06-b7b9-72219c1eb16d req-b78bf6d7-c927-4901-a126-1ef7caca4c83 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3717911
Feb 17 01:17:00.533390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:00.533390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Checking segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:00.533661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.545462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Bound using segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:00.547849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Bound port: 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:00.550887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.633179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafaa27898>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:16:44Z', 'revision_number': 3, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:00.644015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 367db6df-5dac-4849-bccb-80f399626fe5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:00.644719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.685813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.866827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d4f84-a74e-457e-a5cc-b5916b5c96c2 None None] The sync data for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi is: [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:16:44Z', 'revision_number': 3, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:00.920839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:00.921262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-355b8dce-1b12-48c9-88c7-82b04f96a8ed None None] Provisioning complete for port 07f818a0-4e53-4514-a3ca-d49cce24ce80 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:00.921698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-355b8dce-1b12-48c9-88c7-82b04f96a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.932933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.006516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b5be1117-7b7d-4203-b1a1-7de0d79d9790 req-1e46c3df-1514-4f90-9f60-0571cc3b5b06 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291958
Feb 17 01:17:01.136688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Router b02c4641-96b9-458b-83aa-bed8ed54c805 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:17:01.139543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce56c17-4101-4142-9902-b31a7e0a5ce2,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:01.161677 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:01.164275 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-355b8dce-1b12-48c9-88c7-82b04f96a8ed None None] Port 07f818a0-4e53-4514-a3ca-d49cce24ce80 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:17:01.175299 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ff4db72cf6040ea961d614f77f1b52b&name=default HTTP/1.1" status: 200  len: 2979 time: 5.3253703
Feb 17 01:17:01.178882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 53972) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:01.237363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.277026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-46b21847-c6fa-4275-8b36-6395f6c8b963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:01.283849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Network 4512eadc-295c-478c-9476-d078e89f1d5e is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:01.310473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a82922-b3ff-4045-ac6d-ec9d0df0737c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:01.313026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.314482 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8a82922-b3ff-4045-ac6d-ec9d0df0737c HTTP/1.1" status: 204  len: 168 time: 1.7591860
Feb 17 01:17:01.344570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:01.448834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:01.465777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:01.477942 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:01.479336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.481449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa56b518>, [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:16:48Z', 'revision_number': 3, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:01.495241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Checking router: 5d1384b6-2f4b-4c05-978e-7970c5cda97d for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:01.495572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Updating router 5d1384b6-2f4b-4c05-978e-7970c5cda97d port 04a23ef2-dd86-4f04-955b-021baeeda320 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:17:01.737903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.101215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.105417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:17:02.120171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Sync routers for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:17:02.168829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:02.178668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa975940>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:02.264561 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] 10.222.0.30 "PUT /v2.0/routers/b02c4641-96b9-458b-83aa-bed8ed54c805/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.6175759
Feb 17 01:17:02.268573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.294778 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 14.7129087
Feb 17 01:17:02.360580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Request body: {'port': {'device_id': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:02.433296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] For port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f, host hv-cinder-75996, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:02.488534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 6bba1cc0-8eb2-471d-aec2-0da50450a2ed up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:02.593723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.792740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] For port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:02.940274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:02.960263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:02.960766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.091331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a441f42-ea27-4569-be9d-cec0208cf55f req-9b7ac22a-4550-448f-906f-707d79ba7df4 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:03.092724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.101705 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a441f42-ea27-4569-be9d-cec0208cf55f req-9b7ac22a-4550-448f-906f-707d79ba7df4 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 931 time: 1.1647995
Feb 17 01:17:03.140653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Transition to ACTIVE for port object 04a23ef2-dd86-4f04-955b-021baeeda320 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:03.144119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.183085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d2039c04-dc95-43ca-af70-dbfe92799d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:03.293785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f6396-9174-40dc-92b1-f1fcad690804 None None] Pushing event updated for resources: {'Port': ['ID=04a23ef2-dd86-4f04-955b-021baeeda320,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:03.297734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f46f6396-9174-40dc-92b1-f1fcad690804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:03.334302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:03.353033 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.401130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.839597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Attempting to bind port 04a23ef2-dd86-4f04-955b-021baeeda320 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:03.840295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Attempting to bind port 04a23ef2-dd86-4f04-955b-021baeeda320 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:03.840973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Attempting to bind port 04a23ef2-dd86-4f04-955b-021baeeda320 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:03.867444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:03.868197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:03.868655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.869649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:03.870197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Bound port: 04a23ef2-dd86-4f04-955b-021baeeda320, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:03.870622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.919185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:17:03.938903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.000446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] For port 04a23ef2-dd86-4f04-955b-021baeeda320, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:04.001011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Transition to ACTIVE for port object 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:04.004225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] For port 04a23ef2-dd86-4f04-955b-021baeeda320, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=04a23ef2-dd86-4f04-955b-021baeeda320,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:04.008262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa9d4d-1d0f-4401-b5ce-e42d77ac7f36 req-77f0aaa2-0894-413f-b6b9-24d156ada77d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:04.008442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.010072 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7efa9d4d-1d0f-4401-b5ce-e42d77ac7f36 req-77f0aaa2-0894-413f-b6b9-24d156ada77d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 1.3556893
Feb 17 01:17:04.011308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.012382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.017998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:04.047184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.047296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:04.058776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=6bba1cc0-8eb2-471d-aec2-0da50450a2ed,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:04.099850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.107097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-88bf1137-624e-4d5f-8ee9-3b13f957bd47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:04.130351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:04.178016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce56c17-4101-4142-9902-b31a7e0a5ce2,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:04.182125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f6396-9174-40dc-92b1-f1fcad690804 None None] Pushing event updated for resources: {'Port': ['ID=04a23ef2-dd86-4f04-955b-021baeeda320,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:04.185362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:04.190538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f46f6396-9174-40dc-92b1-f1fcad690804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:04.205789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-18680151-ddca-43ee-ac83-f814dc7150a3 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:04.258229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=6bba1cc0-8eb2-471d-aec2-0da50450a2ed,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:04.265617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:04.272406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.273572 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ce56c17-4101-4142-9902-b31a7e0a5ce2 HTTP/1.1" status: 204  len: 168 time: 3.0822697
Feb 17 01:17:04.349430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa975940>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:16:58Z', 'revision_number': 2, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:04.355079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Checking router: b02c4641-96b9-458b-83aa-bed8ed54c805 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:04.355368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Updating router b02c4641-96b9-458b-83aa-bed8ed54c805 port 07f818a0-4e53-4514-a3ca-d49cce24ce80 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:17:04.424239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.584516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Allocated IP 172.20.0.1 (3c68bf03-546e-492b-80c1-105be11fe6b0/0ac87401-a3e3-449f-935f-78088aeff553/1ea09406-e2e0-468c-b4ef-b98e741b7cf5) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:04.801667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.824158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Transition to ACTIVE for port object 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:04.826853 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Routers {'5d1384b6-2f4b-4c05-978e-7970c5cda97d'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:04.827779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa56b518>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:04.889244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.035293 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a441f42-ea27-4569-be9d-cec0208cf55f req-c26dd8ce-593e-479f-aa96-f751551bacef tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1250041
Feb 17 01:17:05.040399 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7efa9d4d-1d0f-4401-b5ce-e42d77ac7f36 req-9c6a1478-e3af-4de4-ab0c-9d61cf8b2aa3 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8813350
Feb 17 01:17:05.067234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54036) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:05.113867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.125143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Pushing event updated for resources: {'Port': ['ID=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:05.133732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:05.144658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Attempting to bind port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:05.145063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Attempting to bind port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '0c9f9616-275b-4d4a-8694-d4996d20aeff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4512eadc-295c-478c-9476-d078e89f1d5e'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:05.145528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Attempting to bind port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 on network 4512eadc-295c-478c-9476-d078e89f1d5e {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:05.164258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:05.164709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Checking segment: {'id': '0c9f9616-275b-4d4a-8694-d4996d20aeff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4512eadc-295c-478c-9476-d078e89f1d5e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:05.165368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.165545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Bound using segment: {'id': '0c9f9616-275b-4d4a-8694-d4996d20aeff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4512eadc-295c-478c-9476-d078e89f1d5e'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:05.166663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Bound port: 8c78cb37-3008-4b2b-b967-4c7bf3e0b464, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9f9616-275b-4d4a-8694-d4996d20aeff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4512eadc-295c-478c-9476-d078e89f1d5e'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:05.167056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.190941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Pushing event updated for resources: {'Port': ['ID=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:05.219684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:05.224713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d307be42-cda7-4aed-9302-e72c7fdf02a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:05.332661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:17:05.338758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] Set router 5d1384b6-2f4b-4c05-978e-7970c5cda97d gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:05.396734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] For port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:05.404454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] For port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,segment=NetworkSegment(0c9f9616-275b-4d4a-8694-d4996d20aeff),segment_id=0c9f9616-275b-4d4a-8694-d4996d20aeff)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:05.408890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.429522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:05.458988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:05.479041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:05.555561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:05.559297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Usage tracker for resource:security_group_rule and tenant:8d14138baa6b40b3842544a2e6f1886e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:05.685807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.723844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Transition to ACTIVE for port object 07f818a0-4e53-4514-a3ca-d49cce24ce80 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:05.726900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.738910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54054) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:05.743099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:05.747344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084514631', 'description': 'tempest-description--1273641270'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:05.757412 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:05.762440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:05.764428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:05.768397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:05.776784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:05.783207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:05.835495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Pushing event updated for resources: {'Port': ['ID=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:05.840574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:05.845728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.909136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:05.924024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group_rule and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:05.925454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb5176-091f-4aaf-b57b-79995c5cb121 None None] Pushing event updated for resources: {'Port': ['ID=07f818a0-4e53-4514-a3ca-d49cce24ce80,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:05.926670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:05.927887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.930107 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-98e46f25-6fe8-4337-892e-91fcaaad9d3d service neutron] 10.222.0.70 "PUT /v2.0/ports/7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f HTTP/1.1" status: 200  len: 1157 time: 8.8233299
Feb 17 01:17:05.934228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:05.940794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9deb5176-091f-4aaf-b57b-79995c5cb121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:05.945309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:05.983869 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa56b518>, [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:16:48Z', 'revision_number': 3, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:05.993455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe72d4a-acda-40ff-a025-cf3259f94b41 None None] The sync data for ids ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'] in dv-cinder-759962-4-iscsi is: [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:16:48Z', 'revision_number': 3, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:06.011675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:06.034458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:06.035222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.037585 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] 10.222.0.70 "PUT /v2.0/ports/8c78cb37-3008-4b2b-b967-4c7bf3e0b464 HTTP/1.1" status: 200  len: 1157 time: 3.7053347
Feb 17 01:17:06.037585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:06.310251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 6bba1cc0-8eb2-471d-aec2-0da50450a2ed up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:06.437709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.466103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:06.485099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.491497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:06.543094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.562120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Attempting to bind port 07f818a0-4e53-4514-a3ca-d49cce24ce80 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:06.565948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Attempting to bind port 07f818a0-4e53-4514-a3ca-d49cce24ce80 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:06.566739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Attempting to bind port 07f818a0-4e53-4514-a3ca-d49cce24ce80 on network c9bdfbda-d736-40cc-85ea-23e1db4da612 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:06.578182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:06.578721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.611169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:06.612284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Checking segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:06.613376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.614210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Bound using segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:06.615233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Bound port: 07f818a0-4e53-4514-a3ca-d49cce24ce80, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:06.618451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.694542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:06.716579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.776116 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d14138baa6b40b3842544a2e6f1886e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6940076
Feb 17 01:17:06.788047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54084) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:06.809820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03684c9-9348-4f92-b3f4-79ee84aba467,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:06.818562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f526dfa0-8090-4a0c-adce-2534627e8690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:06.832389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.840991 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.1000371
Feb 17 01:17:06.841951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54088) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:06.858375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'security_group_rule': {'security_group_id': 'c599dbfc-6ec8-4d28-b312-04cbdc7f5344', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:06.867189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:06.872805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group_rule and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:06.876658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:06.883804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:06.907851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-20ea763a-05e9-440a-bfb2-2b78ef1f42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:06.909539 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-20ea763a-05e9-440a-bfb2-2b78ef1f42c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=89e888d9e778408f82360e5dc0e05367&device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 1160 time: 0.7508018
Feb 17 01:17:06.939179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] For port 07f818a0-4e53-4514-a3ca-d49cce24ce80, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:06.943250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] For port 07f818a0-4e53-4514-a3ca-d49cce24ce80, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=07f818a0-4e53-4514-a3ca-d49cce24ce80,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:06.963742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.063979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.092547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:07.097487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:07.185762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.191562 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-dac8aad0-2cb4-4300-a3f8-2c25a5023469 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c78cb37-3008-4b2b-b967-4c7bf3e0b464 HTTP/1.1" status: 200  len: 217 time: 0.2498221
Feb 17 01:17:07.201864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60673d2d-d3dc-45e6-a7a9-a7717ba80be4 req-5f0e1cc3-430e-4d49-b67b-cbb45129fbf4 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:07.203089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-60673d2d-d3dc-45e6-a7a9-a7717ba80be4 req-5f0e1cc3-430e-4d49-b67b-cbb45129fbf4 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Synchronizing usage tracker for tenant:89e888d9e778408f82360e5dc0e05367 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:07.209043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.301281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c599dbfc-6ec8-4d28-b312-04cbdc7f5344,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:07.320323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb5176-091f-4aaf-b57b-79995c5cb121 None None] Pushing event updated for resources: {'Port': ['ID=07f818a0-4e53-4514-a3ca-d49cce24ce80,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:07.345574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9deb5176-091f-4aaf-b57b-79995c5cb121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:07.375977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-6fb6d08e-69a0-48c5-9201-d5e22945fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:07.377683 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-6fb6d08e-69a0-48c5-9201-d5e22945fdaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6da7fd77-4f6b-4047-8ae9-7fc29be643ba HTTP/1.1" status: 200  len: 852 time: 0.1666975
Feb 17 01:17:07.388312 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:07.388962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:07.403428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-60673d2d-d3dc-45e6-a7a9-a7717ba80be4 req-5f0e1cc3-430e-4d49-b67b-cbb45129fbf4 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Unset dirty status for tenant:89e888d9e778408f82360e5dc0e05367 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:07.404787 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-60673d2d-d3dc-45e6-a7a9-a7717ba80be4 req-5f0e1cc3-430e-4d49-b67b-cbb45129fbf4 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 943 time: 1.0118067
Feb 17 01:17:07.440835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc68142-5485-4ced-9419-acea7dd9c79b,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:07.452237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:07.464592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.535738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.544955 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6917486
Feb 17 01:17:07.545662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54102) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:07.640092 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-60673d2d-d3dc-45e6-a7a9-a7717ba80be4 req-dcde8548-43a7-44f3-a040-6c9d2b6f816f tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861241
Feb 17 01:17:07.646445 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-ac78fc4e-4d1f-4f69-8ada-e05cc0bcf482 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4512eadc-295c-478c-9476-d078e89f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2369199
Feb 17 01:17:07.650866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'security_group_rule': {'security_group_id': 'c599dbfc-6ec8-4d28-b312-04cbdc7f5344', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:07.668181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:07.672964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group_rule and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:07.677450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:07.685754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:07.761211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-218f6f70-aed1-4472-ab8e-062657794275 None None] Provisioning for port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:07.822138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-218f6f70-aed1-4472-ab8e-062657794275 None None] Provisioning complete for port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:07.822730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-218f6f70-aed1-4472-ab8e-062657794275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.848986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.945849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:07.947808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa975940>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:07.983191 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464', 'status': 'completed', 'code': 200}
Feb 17 01:17:08.015891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.022286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.061117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:08.061760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.065075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b1a478d4-638a-4132-a444-5481a5ecda87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:08.114945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbef2ffb-7c57-42e4-87c2-548b1d293858,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:08.124387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:08.128132 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.129315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-218f6f70-aed1-4472-ab8e-062657794275 None None] Port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:17:08.137018 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5447803
Feb 17 01:17:08.138242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54112) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:08.159927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:08.172198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:08.178203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:floatingip and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:08.183099 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-dca14b34-4a5b-463d-b2ca-eb067b9337c4 service neutron] 10.222.0.70 "GET /v2.0/networks/4512eadc-295c-478c-9476-d078e89f1d5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4867442
Feb 17 01:17:08.184067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:08.191281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:08.227024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.227315 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f', 'status': 'completed', 'code': 200}
Feb 17 01:17:08.232218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6aadf6be-6526-48f3-b352-01b3b83dd214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.414529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.420258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d7413-9f35-4451-900a-54a451656e99 req-6a82b4fb-d906-4b4f-ae62-fc4b9d20abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:08.422006 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-6a82b4fb-d906-4b4f-ae62-fc4b9d20abd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 1160 time: 2.3222783
Feb 17 01:17:08.548495 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-cd6df13a-0b75-47b8-9638-fd3f174d4c77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f HTTP/1.1" status: 200  len: 217 time: 0.1057029
Feb 17 01:17:08.549221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.556030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.688024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b928cd-fed6-4807-9410-2fbe37449a93 req-e5fa1007-f071-482a-8db3-7578c1452d05 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:08.696479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a9b928cd-fed6-4807-9410-2fbe37449a93 req-e5fa1007-f071-482a-8db3-7578c1452d05 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:08.703578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:08.731391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.792727 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6310aadf-ad27-48b3-ab48-05f96aafb33a req-9837532e-a48a-49bf-9dd0-453940064d29 service neutron] 10.222.0.70 "GET /v2.0/networks/4512eadc-295c-478c-9476-d078e89f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5921125
Feb 17 01:17:08.902282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:08.930459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 04a23ef2-dd86-4f04-955b-021baeeda320 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:09.109910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.128261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 04a23ef2-dd86-4f04-955b-021baeeda320 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:09.131101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a9b928cd-fed6-4807-9410-2fbe37449a93 req-e5fa1007-f071-482a-8db3-7578c1452d05 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:09.140788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.141146 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9b928cd-fed6-4807-9410-2fbe37449a93 req-e5fa1007-f071-482a-8db3-7578c1452d05 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 2.3538711
Feb 17 01:17:09.144030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d7413-9f35-4451-900a-54a451656e99 req-c400ea82-fe2d-4777-8842-59d511866557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:09.145579 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-c400ea82-fe2d-4777-8842-59d511866557 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.5883217
Feb 17 01:17:09.150554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 04a23ef2-dd86-4f04-955b-021baeeda320 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:09.151418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.168428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aabd6-6b98-45f0-bfe1-3cc6e0763fcd req-0f812e54-538f-48a7-8e3c-0f0c8354d97e tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:09.176347 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f23aabd6-6b98-45f0-bfe1-3cc6e0763fcd req-0f812e54-538f-48a7-8e3c-0f0c8354d97e tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 943 time: 0.1870520
Feb 17 01:17:09.200678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.258753 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-28908af0-014f-437d-a4c8-682c0ca66051 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0916984
Feb 17 01:17:09.380449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.386658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-b420010e-8eaf-43b6-9fd8-2f39cb5e355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:09.389915 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-b420010e-8eaf-43b6-9fd8-2f39cb5e355a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=89e888d9e778408f82360e5dc0e05367&device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 1160 time: 0.5165782
Feb 17 01:17:09.420070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 04a23ef2-dd86-4f04-955b-021baeeda320, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=04a23ef2-dd86-4f04-955b-021baeeda320,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:09.427570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.430438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:09.475326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa975940>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:09.488213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735963b5-2c82-4b27-aca3-4ad46b43ee15 None None] The sync data for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi is: [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:09.540228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=04a23ef2-dd86-4f04-955b-021baeeda320,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:09.552935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:09.750370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:09.754002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:09.866979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a9b928cd-fed6-4807-9410-2fbe37449a93 req-dd72cdc4-c332-42f1-b9a5-f0a284514ec7 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:09.930158 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f23aabd6-6b98-45f0-bfe1-3cc6e0763fcd req-1db375ce-016c-4d00-8ac7-947497eea02c tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7528136
Feb 17 01:17:10.037953 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-e3948aba-7626-41e6-b477-f625ba4285c1 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7181695
Feb 17 01:17:10.046566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:10.077644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:10.082894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a9b928cd-fed6-4807-9410-2fbe37449a93 req-dd72cdc4-c332-42f1-b9a5-f0a284514ec7 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:10.084175 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9b928cd-fed6-4807-9410-2fbe37449a93 req-dd72cdc4-c332-42f1-b9a5-f0a284514ec7 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9421430
Feb 17 01:17:10.096696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-67380654-bdb6-4fd1-afaf-261c57c4c343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.160105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-4d2f6d3a-e5ab-4fed-aa06-67eeb2f1f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:10.162676 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-4d2f6d3a-e5ab-4fed-aa06-67eeb2f1f53c service neutron] 10.222.0.70 "GET /v2.0/networks?id=4512eadc-295c-478c-9476-d078e89f1d5e HTTP/1.1" status: 200  len: 906 time: 0.7619817
Feb 17 01:17:10.241365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Allocated IP 172.27.1.125 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/7aa06fb4-aa2f-443c-a4ac-a0c732c91043) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:10.508783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-197744cb-f64c-4a90-8759-872a14927a7b None None] Provisioning complete for port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:10.509848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-197744cb-f64c-4a90-8759-872a14927a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.521433 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-1d6a19b6-61dd-46ff-8520-6eb812f097bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c78cb37-3008-4b2b-b967-4c7bf3e0b464 HTTP/1.1" status: 200  len: 217 time: 0.1807561
Feb 17 01:17:10.566444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.641495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-b4b27213-e701-4f4d-9520-a6bd1accd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:10.644691 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-b4b27213-e701-4f4d-9520-a6bd1accd8dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6da7fd77-4f6b-4047-8ae9-7fc29be643ba HTTP/1.1" status: 200  len: 852 time: 0.1145992
Feb 17 01:17:10.653554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-197744cb-f64c-4a90-8759-872a14927a7b None None] Port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:17:10.668392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:10.707520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.711499 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d03684c9-9348-4f92-b3f4-79ee84aba467 HTTP/1.1" status: 204  len: 168 time: 3.8955116
Feb 17 01:17:10.734372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03684c9-9348-4f92-b3f4-79ee84aba467,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:10.780339 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-e04fc74e-cfdd-4991-9666-6c2cd7099b2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4512eadc-295c-478c-9476-d078e89f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1218698
Feb 17 01:17:10.798239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:10.879766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.970588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.074940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Router f76cb419-becb-448c-8192-011d1eb39a35 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:17:11.140559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 04a23ef2-dd86-4f04-955b-021baeeda320 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:11.169984 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-876d7413-9f35-4451-900a-54a451656e99 req-ebb40e52-5711-4463-bc74-b99d9de6a177 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1212256
Feb 17 01:17:11.182681 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-88da6483-c78b-4456-9b50-0a764015db5d service neutron] 10.222.0.70 "GET /v2.0/networks/4512eadc-295c-478c-9476-d078e89f1d5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3849735
Feb 17 01:17:11.322750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.369043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.383527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 04a23ef2-dd86-4f04-955b-021baeeda320 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:11.392135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.538643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.651925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:11.745002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:11.749512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:11.764907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:11.825989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 07f818a0-4e53-4514-a3ca-d49cce24ce80 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:11.859068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'Port': ['ID=7aa06fb4-aa2f-443c-a4ac-a0c732c91043,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:11.890634 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:11.912300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edefb52-001a-4dcb-b00e-0012d949e01d req-7e1c9b6f-f3e0-4273-8a11-b9b919a5bafe tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:11.914147 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8edefb52-001a-4dcb-b00e-0012d949e01d req-7e1c9b6f-f3e0-4273-8a11-b9b919a5bafe tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 943 time: 0.6962640
Feb 17 01:17:11.916090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Allocated IP 172.20.0.1 (e1ac3aaf-2b52-436e-be18-b2f65d869a2f/c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4/cbffa32a-2b0f-494c-937e-e2f8a1235ed5) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:11.928064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.997381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3c49a-e9cf-454b-ba59-c9ebbd5d9d55 req-faaf9f3c-1ea3-4480-ae7c-9bfa9e8efcd0 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:12.009301 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9af3c49a-e9cf-454b-ba59-c9ebbd5d9d55 req-faaf9f3c-1ea3-4480-ae7c-9bfa9e8efcd0 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 0.5911868
Feb 17 01:17:12.048722 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8edefb52-001a-4dcb-b00e-0012d949e01d req-e32b293b-05dc-4f67-86eb-938171590325 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131737
Feb 17 01:17:12.064820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 07f818a0-4e53-4514-a3ca-d49cce24ce80 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:12.067633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.070839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 07f818a0-4e53-4514-a3ca-d49cce24ce80 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:12.071335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.272169 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9af3c49a-e9cf-454b-ba59-c9ebbd5d9d55 req-cb1ef54c-5844-4215-ab43-cd6713920575 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475069
Feb 17 01:17:12.301188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:17:12.307887 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] 10.222.0.30 "PUT /v2.0/routers/f76cb419-becb-448c-8192-011d1eb39a35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.6246841
Feb 17 01:17:12.332208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Sync routers for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:17:12.347987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:12.352110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa90f5f8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:12.382887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.463790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 07f818a0-4e53-4514-a3ca-d49cce24ce80, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=07f818a0-4e53-4514-a3ca-d49cce24ce80,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:12.470339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.472762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7133c787-7bdb-4d10-8326-37f59af36417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:12.473425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.585714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.593218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.608588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.629971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:12.640642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=07f818a0-4e53-4514-a3ca-d49cce24ce80,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:12.655498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:12.692568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:12.828091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 07f818a0-4e53-4514-a3ca-d49cce24ce80 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:12.905473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:12.948911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 07f818a0-4e53-4514-a3ca-d49cce24ce80 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:12.950021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.113099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Pushing event updated for resources: {'Port': ['ID=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:13.117773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:13.197521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.236494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.238440 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0961525
Feb 17 01:17:13.241834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:13.244939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:13.252325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'Port': ['ID=7aa06fb4-aa2f-443c-a4ac-a0c732c91043,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:13.256901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:13.257434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.261065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:13.308069 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cbca39b4-dc39-4ac8-8161-3e0f23d878b8 req-f068c369-ee0c-4fa2-9340-64ee1df60db4 service neutron] 10.222.0.70 "GET /v2.0/networks/4512eadc-295c-478c-9476-d078e89f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4911504
Feb 17 01:17:13.544817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.635004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa90f5f8>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:07Z', 'revision_number': 2, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:13.640836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Checking router: f76cb419-becb-448c-8192-011d1eb39a35 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:13.641832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Updating router f76cb419-becb-448c-8192-011d1eb39a35 port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:17:13.726931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.734959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54218) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:13.747601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734065063', 'description': 'tempest-description--1299257115'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:13.766125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:13.777164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:13.801361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.825182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0d91f-4b7e-4403-b067-76653e5a73c9 req-377480d7-6655-4721-a17c-f3583b9787bd tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:13.826773 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-72c0d91f-4b7e-4403-b067-76653e5a73c9 req-377480d7-6655-4721-a17c-f3583b9787bd tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 943 time: 0.3420014
Feb 17 01:17:13.914317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:13.923065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:13.984900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.035231 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-72c0d91f-4b7e-4403-b067-76653e5a73c9 req-20e1cbf4-7417-438a-8e30-203c6da78f06 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974623
Feb 17 01:17:14.062889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:14.072237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group_rule and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:14.084085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:14.095151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:14.106888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.117078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.118229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.136723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-637dfbb1-a0a8-4cb2-99cc-a589fa76de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:14.142908 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-637dfbb1-a0a8-4cb2-99cc-a589fa76de03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 1160 time: 0.3574100
Feb 17 01:17:14.157098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-69315141-cba0-4256-b1fa-55c911e2e4a7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:17:14.308111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:14.341186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.359234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.387108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ca481a46-dad0-4576-bf6d-1ab83f6f301f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:14.409667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:14.417733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:14.435253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b48850-5897-45b5-9df0-65c5baefc20c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:14.453910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:14.479796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.484818 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7465124
Feb 17 01:17:14.486538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54244) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:14.492683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'security_group_rule': {'security_group_id': '52b48850-5897-45b5-9df0-65c5baefc20c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:14.505202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785330e4-fc36-45fc-b50a-d25d8f9663bd req-d6932106-5698-4e2a-8043-65cb3c9967be tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:14.507209 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-785330e4-fc36-45fc-b50a-d25d8f9663bd req-d6932106-5698-4e2a-8043-65cb3c9967be tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 0.3632684
Feb 17 01:17:14.510074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:14.514488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-2a1a2f88-849e-467a-af18-3004ced9faa4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:14.517190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group_rule and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:14.537246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:14.554107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:14.593653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Pushing event updated for resources: {'Port': ['ID=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:14.635525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:14.647167 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-785330e4-fc36-45fc-b50a-d25d8f9663bd req-fac7d7a5-36a6-415b-84a4-b63ea8eb6033 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320031
Feb 17 01:17:14.696428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-2a1a2f88-849e-467a-af18-3004ced9faa4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:14.699046 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-2a1a2f88-849e-467a-af18-3004ced9faa4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1084514631&fields=id&tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95 HTTP/1.1" status: 200  len: 267 time: 0.4052384
Feb 17 01:17:14.722116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.732630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Router 5d1384b6-2f4b-4c05-978e-7970c5cda97d has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:17:14.765228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.785601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Transition to ACTIVE for port object 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:14.793664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.811116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f4c8aa12-5a15-4431-bd87-cb9973d01167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:14.844695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.849551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.852005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f4faeb09-1501-4622-beea-c6b57357c4bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:14.882590 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfe9ff0-0513-40b9-84a7-440dafc17de3,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:14.888716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:14.899208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.906869 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ea610afd-8f53-47d5-b7e1-42fa88642c95 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4145818
Feb 17 01:17:14.907530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54256) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:14.914998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'security_group_rule': {'security_group_id': '52b48850-5897-45b5-9df0-65c5baefc20c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:14.922521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:14.928545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group_rule and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:14.933124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:14.941365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:14.964702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.997562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e61ea-c926-47b2-96c1-c9878e1d131c None None] Pushing event updated for resources: {'Port': ['ID=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:15.000924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-551e61ea-c926-47b2-96c1-c9878e1d131c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:15.050335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.054932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.095497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:15.139053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.140994 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2318442
Feb 17 01:17:15.151796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54262) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:15.204388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:15.226047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Attempting to bind port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:15.226496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Attempting to bind port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:15.226957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Attempting to bind port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 on network 3c68bf03-546e-492b-80c1-105be11fe6b0 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:15.238485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:15.238907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Checking segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:15.239361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.239890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Bound using segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:15.240339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Bound port: 1ea09406-e2e0-468c-b4ef-b98e741b7cf5, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:15.240763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.242387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f97dc55-4cd1-487d-9fd6-104792eb532c,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:15.244153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:15.248817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7d655a32-344c-4d79-8d3c-2cfb589476f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:15.299897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:floatingip and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:15.312013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:15.357327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:15.370064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] For port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:15.375183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] For port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:15.384749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-a1fd4ac9-5b6b-4435-858a-16b8fa9fa9d7 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:15.385104 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.385856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-a1fd4ac9-5b6b-4435-858a-16b8fa9fa9d7 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:15.417692 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.481973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-fdac2032-463f-4499-8cf3-1edae106a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:15.484063 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-fdac2032-463f-4499-8cf3-1edae106a9ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 909 time: 0.3790023
Feb 17 01:17:15.500953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d778-2d74-4c7c-8585-be08a29b31d8 req-323e5de0-c462-4e7b-bc33-d18b6e51eab9 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:15.503158 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5837d778-2d74-4c7c-8585-be08a29b31d8 req-323e5de0-c462-4e7b-bc33-d18b6e51eab9 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 943 time: 0.2214167
Feb 17 01:17:15.515547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:17:15.525933 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] 10.222.0.30 "PUT /v2.0/routers/5d1384b6-2f4b-4c05-978e-7970c5cda97d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.1129072
Feb 17 01:17:15.530973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-a1fd4ac9-5b6b-4435-858a-16b8fa9fa9d7 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:15.532425 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-a1fd4ac9-5b6b-4435-858a-16b8fa9fa9d7 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 811 time: 0.7968967
Feb 17 01:17:15.548719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Sync routers for ids ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:17:15.564391 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-ef1d5c64-0249-4dce-ad30-a3d861f5c614 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/quotas/0ab7d4eb09a54fc7ab15721f1e408a95 HTTP/1.1" status: 200  len: 375 time: 0.0181546
Feb 17 01:17:15.591541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Routers {'5d1384b6-2f4b-4c05-978e-7970c5cda97d'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:15.593130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4e59b0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:15.613831 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5837d778-2d74-4c7c-8585-be08a29b31d8 req-9472be71-0f76-46b4-8fb0-f11013c8092a tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024644
Feb 17 01:17:15.636147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f46f6396-9174-40dc-92b1-f1fcad690804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:15.854661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.857494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e61ea-c926-47b2-96c1-c9878e1d131c None None] Pushing event updated for resources: {'Port': ['ID=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:15.892949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-551e61ea-c926-47b2-96c1-c9878e1d131c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:15.893150 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-6fa73a2b-f3a3-40d9-8609-7c2761ab4f2b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3174238
Feb 17 01:17:15.944981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:15.946195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa90f5f8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:16.000854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Set router 5d1384b6-2f4b-4c05-978e-7970c5cda97d gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:16.096167 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-2fcbab1f-86f1-4e69-bfb9-114c307fcc93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f HTTP/1.1" status: 200  len: 217 time: 0.0851207
Feb 17 01:17:16.143479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c5ea-a655-493d-962b-090d7f918fdb req-fcd0a8c2-1255-445c-9271-01798b03f466 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:16.145462 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f842c5ea-a655-493d-962b-090d7f918fdb req-fcd0a8c2-1255-445c-9271-01798b03f466 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 0.2658460
Feb 17 01:17:16.227618 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f842c5ea-a655-493d-962b-090d7f918fdb req-ae4902c2-d255-4513-a794-cc2e137d4183 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737486
Feb 17 01:17:16.574954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:16.602674 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-bc349454-db93-49db-8615-95fcf2e7046a service neutron] 10.222.0.30 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6505125
Feb 17 01:17:16.662344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4e59b0>, [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:13Z', 'revision_number': 4, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'cbffa32a-2b0f-494c-937e-e2f8a1235ed5', 'name': '', 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'mac_address': 'fa:16:3e:30:2d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:10Z', 'updated_at': '2021-02-17T01:17:13Z', 'revision_number': 2, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'subnets': [{'id': 'c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:16.670598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Checking router: 5d1384b6-2f4b-4c05-978e-7970c5cda97d for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:16.671603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Updating router 5d1384b6-2f4b-4c05-978e-7970c5cda97d port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:17:16.821666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.939494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-2b74120c-2b6a-4310-884c-838e235776fb service neutron] 10.222.0.30 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3224373
Feb 17 01:17:17.127075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Allocated IP 172.27.1.4 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/ffe6fab8-e4b3-4a33-a4ef-85acc0b67183) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:17.240048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa90f5f8>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:15Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:17.252200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e4994-1b06-4852-8b4b-92fb8cc64325 None None] The sync data for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi is: [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:15Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:17.364901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-e8a9b8c3-044a-4653-b8a4-9043000a16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:17.366499 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-e8a9b8c3-044a-4653-b8a4-9043000a16fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.4431143
Feb 17 01:17:17.421893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-b321ff40-56c8-415e-ae19-df3a8f197dc0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:17.430321 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-b321ff40-56c8-415e-ae19-df3a8f197dc0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 819 time: 0.7093968
Feb 17 01:17:17.452619 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-407f5e95-9d30-4275-815a-e6a86a296119 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/quotas/a0ab9956f6954504b2edd3ffae45f6c1 HTTP/1.1" status: 200  len: 375 time: 0.0213532
Feb 17 01:17:17.551413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:17.564397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28fb2-3eaf-4864-9852-6b16535f49d7 req-db914ab3-a304-4ee1-8933-b930e7c39624 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:17.573350 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eec28fb2-3eaf-4864-9852-6b16535f49d7 req-db914ab3-a304-4ee1-8933-b930e7c39624 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 943 time: 0.2371609
Feb 17 01:17:17.584068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:17.598322 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-22cbf3db-612d-4c81-8a17-264f8e54fd37 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1368020
Feb 17 01:17:17.603489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Transition to ACTIVE for port object cbffa32a-2b0f-494c-937e-e2f8a1235ed5 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:17.617249 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:17.645911 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eec28fb2-3eaf-4864-9852-6b16535f49d7 req-b8563e8f-bd66-4e5d-840e-549603aafbc8 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713115
Feb 17 01:17:17.678484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:17.694302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:17.708356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:17.722626 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:17.842051 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-99f92420-698c-4639-9bec-c95669d9aa74 service neutron] 10.222.0.30 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343068
Feb 17 01:17:17.977773 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a3443827-dcc1-4dba-9f96-2fd973f3e4aa req-a09534e8-ba06-480d-9183-3defe97d465f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 210 time: 0.1781986
Feb 17 01:17:17.991502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'Port': ['ID=ffe6fab8-e4b3-4a33-a4ef-85acc0b67183,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:18.003211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:18.068169 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-5fce17ef-caee-4aca-b4e3-30e6824def46 service neutron] 10.222.0.30 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2186644
Feb 17 01:17:18.162939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b36ba-e672-4d09-876c-977a6c4771c2 None None] Pushing event updated for resources: {'Port': ['ID=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:18.170656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d40b36ba-e672-4d09-876c-977a6c4771c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:18.185179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:18.239813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:18.276487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:18.277271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:18.299353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:18.307292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:18.407867 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-4b68dbf2-480d-4a3b-916f-9c3fb42eac28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1668963
Feb 17 01:17:18.428159 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ad5386b0-1fe1-4927-a918-bdbcb57c7d7d req-0753dec2-a204-4523-ae73-f2505f1323e7 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 210 time: 0.0918739
Feb 17 01:17:18.452640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:18.553062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Attempting to bind port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:18.553500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Attempting to bind port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:18.553918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Attempting to bind port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 on network e1ac3aaf-2b52-436e-be18-b2f65d869a2f {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:18.574296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3254bf-e7c8-4676-8a4d-d8dbe2288083 req-2fef2f43-116d-49da-bde1-a9a3c95730d5 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:18.576335 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6a3254bf-e7c8-4676-8a4d-d8dbe2288083 req-2fef2f43-116d-49da-bde1-a9a3c95730d5 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 0.3878086
Feb 17 01:17:18.601870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:18.602303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Checking segment: {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:18.604131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:18.604608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Bound using segment: {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:18.605302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Bound port: cbffa32a-2b0f-494c-937e-e2f8a1235ed5, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:18.605731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:18.620804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:18.741650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] For port cbffa32a-2b0f-494c-937e-e2f8a1235ed5, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:18.745371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] For port cbffa32a-2b0f-494c-937e-e2f8a1235ed5, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:18.761842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:18.785332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9deb5176-091f-4aaf-b57b-79995c5cb121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:18.802889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-4c18e0dc-748b-409e-b489-622ba307465f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:18.814335 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-4c18e0dc-748b-409e-b489-622ba307465f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 819 time: 0.2061362
Feb 17 01:17:18.830191 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-a8768311-4b9a-43ff-80a1-34846258fd6f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/quotas/a0ab9956f6954504b2edd3ffae45f6c1 HTTP/1.1" status: 200  len: 375 time: 0.0147698
Feb 17 01:17:18.948267 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-0f524eeb-7da8-4a3a-bbdf-9214076b2252 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1110878
Feb 17 01:17:18.950999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:18.961246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:18.982990 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6a3254bf-e7c8-4676-8a4d-d8dbe2288083 req-cc5f62a4-30e9-4317-b7bb-de2d9e84f4ca tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3921375
Feb 17 01:17:19.043738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:19.048183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:19.085370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:19.121469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:19.141529 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-d6c91157-4e92-487a-951e-cbb96b4adc1d service neutron] 10.222.0.30 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847289
Feb 17 01:17:19.196072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,segment=NetworkSegment(0c9f9616-275b-4d4a-8694-d4996d20aeff),segment_id=0c9f9616-275b-4d4a-8694-d4996d20aeff)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:19.204230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b36ba-e672-4d09-876c-977a6c4771c2 None None] Pushing event updated for resources: {'Port': ['ID=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:19.216976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:19.221788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d40b36ba-e672-4d09-876c-977a6c4771c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:19.222401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d40b36ba-e672-4d09-876c-977a6c4771c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:19.314552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:19.332195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:19.332653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:19.341521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'Port': ['ID=ffe6fab8-e4b3-4a33-a4ef-85acc0b67183,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:19.349501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:19.382945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:19.386520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:19.392786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:19.393574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Routers {'5d1384b6-2f4b-4c05-978e-7970c5cda97d'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:19.394260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4e59b0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:19.405280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1a1e8-ad7f-4588-ab20-2a652d2a12d2 req-b7049161-b460-4254-b5cd-4b188694cf9b tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:19.413716 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8ae1a1e8-ad7f-4588-ab20-2a652d2a12d2 req-b7049161-b460-4254-b5cd-4b188694cf9b tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.2932184
Feb 17 01:17:19.424857 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-13c6d0d0-8ddb-4981-9295-57a6bbc22bec service neutron] 10.222.0.30 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2749922
Feb 17 01:17:19.472314 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8ae1a1e8-ad7f-4588-ab20-2a652d2a12d2 req-d56ad54b-efde-4952-9e3f-b6d1cea2bbe0 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576134
Feb 17 01:17:19.492109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:19.492109 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.3241942
Feb 17 01:17:19.677667 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36c88fe3-feaf-4d1a-89dc-4f680a48aefa req-7320dc09-03ea-48d2-9077-1a24344e7408 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 210 time: 0.0629938
Feb 17 01:17:19.727918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:19.739950 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464', 'code': 200}
Feb 17 01:17:19.772576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] Set router 5d1384b6-2f4b-4c05-978e-7970c5cda97d gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:19.784281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-88fd08ee-ee51-4755-a483-412bf1c803d6 req-8f13318d-f236-449e-ba91-b5a1fd3f64fe tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Synchronizing usage tracker for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:19.803918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-88fd08ee-ee51-4755-a483-412bf1c803d6 req-8f13318d-f236-449e-ba91-b5a1fd3f64fe tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Unset dirty status for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:19.805482 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-88fd08ee-ee51-4755-a483-412bf1c803d6 req-8f13318d-f236-449e-ba91-b5a1fd3f64fe tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.0740154
Feb 17 01:17:19.854830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-07be3ab6-798e-4330-9383-2d64e1e2a0da tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:19.873137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-07be3ab6-798e-4330-9383-2d64e1e2a0da tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:19.874728 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-07be3ab6-798e-4330-9383-2d64e1e2a0da tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--734065063&fields=id&tenant_id=e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 267 time: 0.0639253
Feb 17 01:17:19.979269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:20.039990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:20.045515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-12db668f-6748-4a95-be8c-8e498db68cae tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:20.046310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-12db668f-6748-4a95-be8c-8e498db68cae tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:20.051757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1edb3680-38f7-4477-90a7-26ea2d9fb949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:20.064310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-12db668f-6748-4a95-be8c-8e498db68cae tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:20.066939 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-12db668f-6748-4a95-be8c-8e498db68cae tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 817 time: 0.1830919
Feb 17 01:17:20.249866 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-ad671366-7b30-48b2-94eb-ed3be60cffb2 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748488
Feb 17 01:17:20.285942 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-631b8e24-10bd-4553-b5a6-8449194f7a11 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/quotas/e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 375 time: 0.2143037
Feb 17 01:17:20.355434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afafbf-2d1c-4712-abbc-32eefc7e6b22 req-cf816dad-80bb-4b02-980a-ac186b1b5cca tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:20.368171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:20.372464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:20.377819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:20.387494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-17afafbf-2d1c-4712-abbc-32eefc7e6b22 req-cf816dad-80bb-4b02-980a-ac186b1b5cca tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 0.2090864
Feb 17 01:17:20.517394 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-17afafbf-2d1c-4712-abbc-32eefc7e6b22 req-ece5527a-fc4b-4464-8d6e-0f4726165284 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262126
Feb 17 01:17:20.568407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:20.568839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:20.704848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4e59b0>, [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:13Z', 'revision_number': 4, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'cbffa32a-2b0f-494c-937e-e2f8a1235ed5', 'name': '', 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'mac_address': 'fa:16:3e:30:2d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:10Z', 'updated_at': '2021-02-17T01:17:18Z', 'revision_number': 4, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'subnets': [{'id': 'c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:20.720821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0209e7-8b2d-409d-8f01-6413eb2146c2 None None] The sync data for ids ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'] in dv-cinder-759962-4-iscsi is: [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:13Z', 'revision_number': 4, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'cbffa32a-2b0f-494c-937e-e2f8a1235ed5', 'name': '', 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'mac_address': 'fa:16:3e:30:2d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:10Z', 'updated_at': '2021-02-17T01:17:18Z', 'revision_number': 4, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'subnets': [{'id': 'c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:20.808308 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-84f80308-7f7a-433f-95d7-2c13189d379a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5147123
Feb 17 01:17:20.914868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836a429-86d8-4621-ad66-131b3695da2f req-b96b6744-354f-44d1-a3dc-155c42023b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:20.921763 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2836a429-86d8-4621-ad66-131b3695da2f req-b96b6744-354f-44d1-a3dc-155c42023b24 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 1162 time: 0.3529088
Feb 17 01:17:20.922034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:20.982085 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c63b25f7-d43a-4643-b0da-dc49dc9bf217 req-cf96c2a2-2268-4bb3-840f-3086fb770088 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6795363
Feb 17 01:17:20.989623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:21.058111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:21.073053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Usage tracker for resource:security_group_rule and tenant:4a6954c4a1044910b95585d21ea507ce is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:21.083928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52d5a3-f89e-4d2d-a603-5c9434b4344a req-4ba85f63-402d-4baa-9c78-ab8fa366e6d8 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:21.094028 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5d52d5a3-f89e-4d2d-a603-5c9434b4344a req-4ba85f63-402d-4baa-9c78-ab8fa366e6d8 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.3576550
Feb 17 01:17:21.114763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:21.115335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:21.124759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:21.138705 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:21.210866 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5d52d5a3-f89e-4d2d-a603-5c9434b4344a req-433a61be-a304-402e-910a-a07777b9269e tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157606
Feb 17 01:17:21.318150 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-b2793c03-f1dc-4288-9d9d-6409bc8af0c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5026999
Feb 17 01:17:21.402767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:21.448043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:21.470629 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6e39c87f-cfae-4ce5-8a4a-565bd1946421 req-9c9bd861-5eec-4710-b21f-581979248d6d tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 210 time: 0.0663013
Feb 17 01:17:21.479187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-870a7340-85d8-46f4-aec1-6bdd3db2f0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:21.549369 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2836a429-86d8-4621-ad66-131b3695da2f req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6144948
Feb 17 01:17:21.551596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1db6c-05e4-48bc-ae04-1c3182f0f976,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:21.557321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:21.648403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-c79ec676-da65-4d5d-ad85-271fab8b57cd tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:21.650422 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-c79ec676-da65-4d5d-ad85-271fab8b57cd tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 819 time: 0.5751936
Feb 17 01:17:21.700062 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-54c9a294-2468-4cf8-9402-0932e17c617d service neutron] 10.222.0.30 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3808849
Feb 17 01:17:21.743473 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a0824f0-8dad-40cc-a857-aad5bf50190b req-83ff8dcb-3048-437b-b8bb-ba910fcd4660 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.0860958
Feb 17 01:17:21.796439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Request body: {'port': {'device_id': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f', 'admin_state_up': True, 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:22.102649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:22.133812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-4e42816f-a653-4377-9957-d5192c1b44d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:22.136829 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-4e42816f-a653-4377-9957-d5192c1b44d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 811 time: 0.3465965
Feb 17 01:17:22.244872 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dc793106-38be-46b0-8b2e-4e59b2b847af req-9abd406d-3ee2-4fce-a75a-365dc21a9617 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 210 time: 0.1638999
Feb 17 01:17:22.246290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:22.291100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Made reservation on behalf of a0ab9956f6954504b2edd3ffae45f6c1 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:22.309081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:22.354447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.70', 53503) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:22.440976 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e6b883a3-769d-435d-a6b6-0adfbe1c36f9 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95 HTTP/1.1" status: 200  len: 5705 time: 0.2492986
Feb 17 01:17:22.454082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'port': {'device_id': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'admin_state_up': True, 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'security_groups': ['c599dbfc-6ec8-4d28-b312-04cbdc7f5344']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:22.480749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-2317ae1a-8584-4bdb-81d6-e32d70145af9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:17:22.861174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:22.992597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device cbffa32a-2b0f-494c-937e-e2f8a1235ed5 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:23.077352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:23.088199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:port and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:23.092635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:23.118015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:23.129285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a985c-4ba6-4a89-bef8-f7087b923cec req-32935702-2e3c-4b52-a71d-452404c1bf04 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:23.139660 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-068a985c-4ba6-4a89-bef8-f7087b923cec req-32935702-2e3c-4b52-a71d-452404c1bf04 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 1.0010192
Feb 17 01:17:23.210249 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-068a985c-4ba6-4a89-bef8-f7087b923cec req-5058e9d2-6835-49c2-8788-f266d0582b29 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694337
Feb 17 01:17:23.215937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Made reservation on behalf of 0ab7d4eb09a54fc7ab15721f1e408a95 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:23.228251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:23.230250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.254737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:23.257802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.441604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-b7f8adab-4f5a-4ae5-9f41-06bdd1d10497 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:23.444050 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-b7f8adab-4f5a-4ae5-9f41-06bdd1d10497 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 819 time: 1.0883029
Feb 17 01:17:23.455638 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4be0f6-aae1-4bad-89e2-5332dac58e8a req-6f41d01e-2ce1-41f8-8e79-d2e680ad3390 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:23.457716 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb4be0f6-aae1-4bad-89e2-5332dac58e8a req-6f41d01e-2ce1-41f8-8e79-d2e680ad3390 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.8407567
Feb 17 01:17:23.466854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Request body: {'port': {'device_id': '4bca0891-db9d-4680-a140-0efc85f175bf', 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f', 'admin_state_up': True, 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:23.550943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:23.570583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:23.573014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.641220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.662630 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a44213a3-4165-41c8-9ea5-735fcd7b40aa req-566a9221-9ca1-4b3c-a576-c93151049006 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 210 time: 0.1314912
Feb 17 01:17:23.698636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port cbffa32a-2b0f-494c-937e-e2f8a1235ed5, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:23.715796 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb4be0f6-aae1-4bad-89e2-5332dac58e8a req-803ca73e-b7e1-4f95-9e3b-6f55ba22fd5f tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287891
Feb 17 01:17:23.739301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.748285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-04fd2dcf-6c0e-467e-afb1-b7356385b9b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:23.790557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Allocated IP 172.20.0.3 (e1ac3aaf-2b52-436e-be18-b2f65d869a2f/c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4/42461471-75b7-47de-b585-d41430e0343c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:23.811507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:23.816219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Usage tracker for resource:port and tenant:a0ab9956f6954504b2edd3ffae45f6c1 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:23.819144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:23.824617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:23.825885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:23.829621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:23.840408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Made reservation on behalf of a0ab9956f6954504b2edd3ffae45f6c1 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:23.846280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.860637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.894810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:23.906547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:23.911267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:23.913410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:23.942705 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8b38c92e-e56e-4c61-a2d0-16519cc8adbc req-5799ca3b-afd2-40b0-a288-ab8552f63cf5 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.0677934
Feb 17 01:17:24.059956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:24.069379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Allocated IP 172.20.0.6 (c9bdfbda-d736-40cc-85ea-23e1db4da612/74662cfa-dbf2-47b3-8fae-f2834f80a9ad/7a99883e-12a0-4a90-a343-e58f3225fd0f) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:24.077899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:24.090765 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f', 'code': 200}
Feb 17 01:17:24.148540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.70', 53515) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:24.273633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:24.395619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:24.404538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:24.405295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:24.439427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.70', 53516) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:24.555658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:24.570614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Transition to ACTIVE for port object 7a99883e-12a0-4a90-a343-e58f3225fd0f will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:24.604379 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3436c95e-a201-465d-9240-718fdc5c42c7 req-d277190c-272a-4002-9064-d909afd953ce tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 210 time: 0.4550860
Feb 17 01:17:24.662019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b8842-65cc-4cce-b974-618fb81ac986 req-e2fde930-907e-4316-a4db-30e8a74bc0c0 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:24.678190 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-045b8842-65cc-4cce-b974-618fb81ac986 req-e2fde930-907e-4316-a4db-30e8a74bc0c0 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.2872660
Feb 17 01:17:24.716904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-966bc0a9-ae27-458c-a579-3bc5b7d48614 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:24.718615 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-966bc0a9-ae27-458c-a579-3bc5b7d48614 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 817 time: 0.4872012
Feb 17 01:17:24.719001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:24.719457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:24.782546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:24.836478 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:24.913479 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-045b8842-65cc-4cce-b974-618fb81ac986 req-43d5f3e3-28f2-4ef7-bf72-7b352a5a276c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341754
Feb 17 01:17:24.933854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device cbffa32a-2b0f-494c-937e-e2f8a1235ed5 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:25.152476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:25.153023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:25.159256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5595688-abbb-4a17-8a2f-dc49f70a1d7a req-9d4c4698-f650-4f1f-a70d-28bb89866c9b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:25.160233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d5595688-abbb-4a17-8a2f-dc49f70a1d7a req-9d4c4698-f650-4f1f-a70d-28bb89866c9b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:25.196122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'Port': ['ID=7a99883e-12a0-4a90-a343-e58f3225fd0f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:25.205662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:25.233374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d5595688-abbb-4a17-8a2f-dc49f70a1d7a req-9d4c4698-f650-4f1f-a70d-28bb89866c9b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:25.236028 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5595688-abbb-4a17-8a2f-dc49f70a1d7a req-9d4c4698-f650-4f1f-a70d-28bb89866c9b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 931 time: 0.3327775
Feb 17 01:17:25.254378 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5db38-715c-46b7-b343-5f155de868ca req-3b4d5100-361c-4481-b7ed-1e4500c584b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:25.256625 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-00d5db38-715c-46b7-b343-5f155de868ca req-3b4d5100-361c-4481-b7ed-1e4500c584b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 1162 time: 0.8135993
Feb 17 01:17:25.276908 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-97391f3f-8076-4769-a0a5-471b7c1a5afa tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 5704 time: 0.5409324
Feb 17 01:17:25.297443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e4864-d906-4072-83ab-86376080ba08 req-3ba8bc96-0603-47c3-afa5-0897f96bf1a9 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:25.300323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'port': {'device_id': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'admin_state_up': True, 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'security_groups': ['52b48850-5897-45b5-9df0-65c5baefc20c']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:25.305697 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d21e4864-d906-4072-83ab-86376080ba08 req-3ba8bc96-0603-47c3-afa5-0897f96bf1a9 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.1682975
Feb 17 01:17:25.376121 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d21e4864-d906-4072-83ab-86376080ba08 req-829d05bf-9772-4f16-9e90-ef932c0a4339 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632548
Feb 17 01:17:25.393769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:25.395358 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:25.400871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:25.405396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:25.406007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:25.481462 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0327678
Feb 17 01:17:25.494364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Request body: {'port': {'device_id': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:25.576173 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-00d5db38-715c-46b7-b343-5f155de868ca req-68f9672f-f367-4d1e-bb97-7e078421e6de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185485
Feb 17 01:17:25.610582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d5595688-abbb-4a17-8a2f-dc49f70a1d7a req-057b1fe9-e0b3-43a6-b57e-8e33ef96faf3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:25.619746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54600) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:25.647794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:25.651977 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5d399e6d-64cd-4140-ad20-f16255ec9c2d req-92fe4f64-710b-41b9-95a4-254b8dcdb6a1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.1025319
Feb 17 01:17:25.663822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d5595688-abbb-4a17-8a2f-dc49f70a1d7a req-057b1fe9-e0b3-43a6-b57e-8e33ef96faf3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:25.674654 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5595688-abbb-4a17-8a2f-dc49f70a1d7a req-057b1fe9-e0b3-43a6-b57e-8e33ef96faf3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3379736
Feb 17 01:17:25.774418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:25.782571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:port and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:25.790166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:25.800362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:25.815507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-e6fc5bcf-fde5-4355-ad73-fb7a03c454bc None None] Provisioning for port 7a99883e-12a0-4a90-a343-e58f3225fd0f completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:25.837801 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-e6fc5bcf-fde5-4355-ad73-fb7a03c454bc None None] Provisioning complete for port 7a99883e-12a0-4a90-a343-e58f3225fd0f triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:25.838235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5bcf-fde5-4355-ad73-fb7a03c454bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:25.848443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:25.852473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:25.888181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-64586548-71bd-4f95-a32d-fb32e46a3648 req-dbbbc58f-68a5-4838-b9e6-3afd97bbde3f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:25.894364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:25.916776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:25.944922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:25.960276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Usage tracker for resource:security_group_rule and tenant:2e45fcc834f842169018221632495757 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:25.963949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:25.971914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Made reservation on behalf of e9d9a5e5bb754191b309351583d7b43a for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:25.980635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc5bcf-fde5-4355-ad73-fb7a03c454bc None None] Port 7a99883e-12a0-4a90-a343-e58f3225fd0f cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:17:25.985191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.047630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:26.129968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-64586548-71bd-4f95-a32d-fb32e46a3648 req-dbbbc58f-68a5-4838-b9e6-3afd97bbde3f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:26.131527 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-64586548-71bd-4f95-a32d-fb32e46a3648 req-dbbbc58f-68a5-4838-b9e6-3afd97bbde3f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 210 time: 0.3236971
Feb 17 01:17:26.277967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Allocated IP 172.20.0.10 (e1ac3aaf-2b52-436e-be18-b2f65d869a2f/c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4/a3565103-cced-453f-a927-8a4bd1cdc31f) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:26.403254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Pushing event updated for resources: {'Port': ['ID=42461471-75b7-47de-b585-d41430e0343c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:26.416446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:26.465604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.476858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.515562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:26.555399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87760e1-9f4e-49bc-a09c-f940e1bb280b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:26.565589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:26.582671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:26.590507 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e45fcc834f842169018221632495757&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9666555
Feb 17 01:17:26.598190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54632) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:26.626472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:26.638388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:26.642851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:26.643520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.708483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.804443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.830627 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a99883e-12a0-4a90-a343-e58f3225fd0f {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:17:26.852411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.949759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Transition to ACTIVE for port object 7a99883e-12a0-4a90-a343-e58f3225fd0f will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:26.956443 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-002c67af-14e6-4f9b-8b91-1b9b94fcea0b req-34e3b594-adb0-4bd6-8b92-6552a86a3175 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.0636396
Feb 17 01:17:26.964513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.984996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:26.989676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-76d5ce4d-b58e-42b4-ac7e-dde6a775c88a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:27.062923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4b11c-04fe-4b97-8225-eeccddff9787 req-9ec24e43-fa4b-4269-981a-adc07a3ceb00 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:27.070480 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5ea4b11c-04fe-4b97-8225-eeccddff9787 req-9ec24e43-fa4b-4269-981a-adc07a3ceb00 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.9355183
Feb 17 01:17:27.142400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54650) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:27.152484 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3678198
Feb 17 01:17:27.210156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:27.211391 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e87760e1-9f4e-49bc-a09c-f940e1bb280b HTTP/1.1" status: 204  len: 168 time: 0.6099639
Feb 17 01:17:27.218738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Request body: {'port': {'device_id': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:27.231519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Pushing event updated for resources: {'Port': ['ID=7a99883e-12a0-4a90-a343-e58f3225fd0f,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:27.273612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:27.275422 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5ea4b11c-04fe-4b97-8225-eeccddff9787 req-a2135f80-f72b-476d-830c-db4e547403c9 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019920
Feb 17 01:17:27.278276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:27.328400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87760e1-9f4e-49bc-a09c-f940e1bb280b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:27.334351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:27.384790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047554c-6a62-4e29-b107-36e29fab7207 req-e0b2b555-41c0-4a7f-9493-9f280ea49702 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:27.385813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-9047554c-6a62-4e29-b107-36e29fab7207 req-e0b2b555-41c0-4a7f-9493-9f280ea49702 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:27.502374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-9047554c-6a62-4e29-b107-36e29fab7207 req-e0b2b555-41c0-4a7f-9493-9f280ea49702 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:27.504451 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9047554c-6a62-4e29-b107-36e29fab7207 req-e0b2b555-41c0-4a7f-9493-9f280ea49702 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 943 time: 0.4019916
Feb 17 01:17:27.507069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Attempting to bind port 7a99883e-12a0-4a90-a343-e58f3225fd0f on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:27.507392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Attempting to bind port 7a99883e-12a0-4a90-a343-e58f3225fd0f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:27.507809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Attempting to bind port 7a99883e-12a0-4a90-a343-e58f3225fd0f on network c9bdfbda-d736-40cc-85ea-23e1db4da612 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:27.532415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:27.532415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Checking segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:27.532415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:27.532799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Bound using segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:27.533113 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Bound port: 7a99883e-12a0-4a90-a343-e58f3225fd0f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:27.533475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:27.542014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:27.578898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:27.586227 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-12d034e5-2d97-481f-9c2f-1be5aebcc201 req-0ccf790b-0989-4541-967c-aba0bcad2a7c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 210 time: 0.1612160
Feb 17 01:17:27.603662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:27.631521 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9047554c-6a62-4e29-b107-36e29fab7207 req-04e45c10-666a-4815-91fb-524cbc010bab tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192720
Feb 17 01:17:27.673040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b04c4afdcb6a47fe864a099fc5474771 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:27.682252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:27.698058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Allocated IP 172.20.0.10 (3c68bf03-546e-492b-80c1-105be11fe6b0/0ac87401-a3e3-449f-935f-78088aeff553/e56882ea-657e-40b5-8ac9-63b0c4d5a388) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:27.703489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:27.704198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] For port 7a99883e-12a0-4a90-a343-e58f3225fd0f, host hv-cinder-75996, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:27.712916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] For port 7a99883e-12a0-4a90-a343-e58f3225fd0f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:27.719043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:27.748846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:27.751459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:27.768701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54670) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:27.942778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:28.034184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:28.051230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:28.061543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Usage tracker for resource:security_group_rule and tenant:fa033b616c4d4d54b9c113b324b4a0d6 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:28.072406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:28.113744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:28.124647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Pushing event updated for resources: {'Port': ['ID=7a99883e-12a0-4a90-a343-e58f3225fd0f,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:28.129675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:28.159949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:28.160636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:28.161089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:28.162181 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] 10.222.0.70 "PUT /v2.0/ports/7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 1157 time: 2.6731670
Feb 17 01:17:28.162698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:28.325394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Pushing event updated for resources: {'Port': ['ID=a3565103-cced-453f-a927-8a4bd1cdc31f,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:28.361098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:28.362994 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f', 'status': 'completed', 'code': 200}
Feb 17 01:17:28.438656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9bb7-2732-40c3-b225-7a2439ed2364 req-c2f8217b-cd02-4cd2-950c-3a28f62cf073 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:28.442404 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-625b9bb7-2732-40c3-b225-7a2439ed2364 req-c2f8217b-cd02-4cd2-950c-3a28f62cf073 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 932 time: 0.2589114
Feb 17 01:17:28.479230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-a2151006-4fa6-4536-982a-64cfda688925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:28.480901 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-a2151006-4fa6-4536-982a-64cfda688925 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1160 time: 0.2573850
Feb 17 01:17:28.501353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-625b9bb7-2732-40c3-b225-7a2439ed2364 req-eafd0822-91c5-4fb3-99bf-f81a592202df tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Synchronizing usage tracker for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:28.626635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:28.637337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-625b9bb7-2732-40c3-b225-7a2439ed2364 req-eafd0822-91c5-4fb3-99bf-f81a592202df tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Unset dirty status for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:28.638638 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-625b9bb7-2732-40c3-b225-7a2439ed2364 req-eafd0822-91c5-4fb3-99bf-f81a592202df tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884751
Feb 17 01:17:28.688844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:28.694573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:28.747002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:28.786990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Transition to ACTIVE for port object e56882ea-657e-40b5-8ac9-63b0c4d5a388 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:28.788915 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1f7cff21-a950-4b3b-a662-69fc943eda59 req-b32ead3e-5114-4fb8-b2a1-cd1296e9c778 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 210 time: 0.0494921
Feb 17 01:17:28.901606 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b04c4afdcb6a47fe864a099fc5474771&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7570031
Feb 17 01:17:28.930476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54702) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:28.971576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:28.984260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:28.984741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419111-844a-47b7-aa30-9e570e5c251a req-5030440a-6412-4f09-83ec-2bbed0118667 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:28.987472 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-69419111-844a-47b7-aa30-9e570e5c251a req-5030440a-6412-4f09-83ec-2bbed0118667 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 943 time: 0.0909488
Feb 17 01:17:28.999937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41926e9-c2bc-4940-98e5-8e5ef8f8611d req-48b032ef-8fad-4c8c-9601-e74edf39a388 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:29.001534 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a41926e9-c2bc-4940-98e5-8e5ef8f8611d req-48b032ef-8fad-4c8c-9601-e74edf39a388 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.5358651
Feb 17 01:17:29.002217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29740fb8-8e21-4d41-8d40-554a2327d6d9,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:29.008185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:29.012541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:29.013178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.037272 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-69419111-844a-47b7-aa30-9e570e5c251a req-fce7f656-6d7e-4ce5-8248-e9571bb8a716 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445335
Feb 17 01:17:29.037472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:29.127314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.146637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.200809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a830cb19-d3a8-43ac-8dce-a00c830485f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:29.207488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.228778 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a41926e9-c2bc-4940-98e5-8e5ef8f8611d req-bf39b84e-2da5-4de0-86e2-7b201c83a9f3 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084038
Feb 17 01:17:29.230173 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.7713437
Feb 17 01:17:29.253786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.351037 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa033b616c4d4d54b9c113b324b4a0d6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5811830
Feb 17 01:17:29.353962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54710) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:29.372160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7683683-0e35-429c-b12a-49659e61ed10,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:29.382762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:29.385159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b16ae898-65e7-4686-8c54-6c05ebbb8ab3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:29.419003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.422554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.451273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.505893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.512900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:29.527439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7683683-0e35-429c-b12a-49659e61ed10,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:29.530622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:29.534612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.538062 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7683683-0e35-429c-b12a-49659e61ed10 HTTP/1.1" status: 204  len: 168 time: 0.1828730
Feb 17 01:17:29.811511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'Port': ['ID=e56882ea-657e-40b5-8ac9-63b0c4d5a388,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:29.820474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:29.835673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42461471-75b7-47de-b585-d41430e0343c {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:17:29.846166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.872165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Transition to ACTIVE for port object 42461471-75b7-47de-b585-d41430e0343c will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:29.874575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:29.875547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.877118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:29.882725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.885447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:29.889857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:29.890520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:29.894439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:29.936033 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29740fb8-8e21-4d41-8d40-554a2327d6d9,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:29.946393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5f107-1c39-4620-8ea6-ea73ffc49a98 req-ff19fc65-d716-493d-b1bf-310e58d1968c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:29.956088 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a7e5f107-1c39-4620-8ea6-ea73ffc49a98 req-ff19fc65-d716-493d-b1bf-310e58d1968c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 932 time: 0.1593676
Feb 17 01:17:29.994578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:30.001964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:30.018518 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a7e5f107-1c39-4620-8ea6-ea73ffc49a98 req-0d5cb83f-722b-4643-8438-3350b78df0bf tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612462
Feb 17 01:17:30.093911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.095151 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29740fb8-8e21-4d41-8d40-554a2327d6d9 HTTP/1.1" status: 204  len: 168 time: 1.1562726
Feb 17 01:17:30.096824 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8076887
Feb 17 01:17:30.150822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54732) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:30.154379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Pushing event updated for resources: {'Port': ['ID=42461471-75b7-47de-b585-d41430e0343c,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:30.161012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:30.207467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-3c57deac-c909-4d95-b60b-c4d6f2811790 None None] Provisioning for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:30.214565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-3c57deac-c909-4d95-b60b-c4d6f2811790 None None] Provisioning complete for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:30.215402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3c57deac-c909-4d95-b60b-c4d6f2811790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.224405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.252551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:30.275083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Usage tracker for resource:security_group_rule and tenant:52502db87ad64ea991058ff46726b2f3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:30.285549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:30.291121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb9e1-925f-4407-9fb8-0041e1aac544 req-c7295fcf-c244-4dbc-a9a2-0d4fb910c374 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:30.291976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-86aeb9e1-925f-4407-9fb8-0041e1aac544 req-c7295fcf-c244-4dbc-a9a2-0d4fb910c374 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:30.296684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-3c57deac-c909-4d95-b60b-c4d6f2811790 None None] Port e56882ea-657e-40b5-8ac9-63b0c4d5a388 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:17:30.305629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:30.335004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-86aeb9e1-925f-4407-9fb8-0041e1aac544 req-c7295fcf-c244-4dbc-a9a2-0d4fb910c374 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:30.343250 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-86aeb9e1-925f-4407-9fb8-0041e1aac544 req-c7295fcf-c244-4dbc-a9a2-0d4fb910c374 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 932 time: 0.3422947
Feb 17 01:17:30.362359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f67d5-7d4f-4597-bc64-beb6600da30c req-723ff7a8-d98b-4d0f-b596-a2d45611fb93 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:30.364208 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5b0f67d5-7d4f-4597-bc64-beb6600da30c req-723ff7a8-d98b-4d0f-b596-a2d45611fb93 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 943 time: 0.1930437
Feb 17 01:17:30.364341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Attempting to bind port 42461471-75b7-47de-b585-d41430e0343c on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:30.364650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Attempting to bind port 42461471-75b7-47de-b585-d41430e0343c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:30.365028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Attempting to bind port 42461471-75b7-47de-b585-d41430e0343c on network e1ac3aaf-2b52-436e-be18-b2f65d869a2f {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:30.377155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:30.377540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Checking segment: {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:30.377948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.378350 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Bound using segment: {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:30.378824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Bound port: 42461471-75b7-47de-b585-d41430e0343c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:30.379198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.433336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5b0f67d5-7d4f-4597-bc64-beb6600da30c req-a0b822d4-97bb-4955-ac9e-ba7388b9267e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606649
Feb 17 01:17:30.444218 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-86aeb9e1-925f-4407-9fb8-0041e1aac544 req-8ec24c51-15ad-48af-95f5-f027b62943ad tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999687
Feb 17 01:17:30.488663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.491740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.506275 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] For port 42461471-75b7-47de-b585-d41430e0343c, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:30.510406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] For port 42461471-75b7-47de-b585-d41430e0343c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=42461471-75b7-47de-b585-d41430e0343c,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:30.518362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.519222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:30.538431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9936120e-b78e-48d1-8d28-d4e672038fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:30.551424 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52502db87ad64ea991058ff46726b2f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3994098
Feb 17 01:17:30.552975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54742) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:30.578870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a60102-ff9b-4568-8b00-2b8927a4d247,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:30.584377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:30.617119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54746) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:30.646324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.667998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:30.670376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.681381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Usage tracker for resource:security_group_rule and tenant:8abdee8ba04a4246af34c75127c091af is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:30.686790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:30.695953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Pushing event updated for resources: {'Port': ['ID=42461471-75b7-47de-b585-d41430e0343c,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:30.699458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:30.700022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:30.711428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.751374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:30.752110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.753649 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] 10.222.0.70 "PUT /v2.0/ports/42461471-75b7-47de-b585-d41430e0343c HTTP/1.1" status: 200  len: 1157 time: 3.5726430
Feb 17 01:17:30.754162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'tag': '42461471-75b7-47de-b585-d41430e0343c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:30.787847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.798240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e79f3df5-a880-4ae5-a188-f44ee2ff2788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:30.803062 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'tag': '42461471-75b7-47de-b585-d41430e0343c', 'status': 'completed', 'code': 200}
Feb 17 01:17:30.814070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a60102-ff9b-4568-8b00-2b8927a4d247,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:30.823405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:30.847915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.849115 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9a60102-ff9b-4568-8b00-2b8927a4d247 HTTP/1.1" status: 204  len: 168 time: 0.2928522
Feb 17 01:17:30.865403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.869704 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:30.878844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:30.925146 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8abdee8ba04a4246af34c75127c091af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3038981
Feb 17 01:17:30.925146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54756) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:30.928336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c2ff97-d248-4f17-9dc1-5ced90d62f07,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:30.968429 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:30.992368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:31.020689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:31.070056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:31.077644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:31.094587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c2ff97-d248-4f17-9dc1-5ced90d62f07,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:31.117674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Request body: {'port': {'device_id': '4bca0891-db9d-4680-a140-0efc85f175bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:31.124477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:31.172136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Request body: {'port': {'device_id': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:31.268074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:31.272900 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0c2ff97-d248-4f17-9dc1-5ced90d62f07 HTTP/1.1" status: 204  len: 168 time: 0.3467417
Feb 17 01:17:31.283491 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-ecc34598-f484-46ff-80fe-e97736448f5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 217 time: 0.1608160
Feb 17 01:17:31.430082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-fb601902-4dc3-46d4-80d9-5d6f6e38a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:31.433234 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-fb601902-4dc3-46d4-80d9-5d6f6e38a636 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.1110723
Feb 17 01:17:31.541709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-81421704-6ec6-49a7-b7a0-c8f73d8c011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:31.544386 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-81421704-6ec6-49a7-b7a0-c8f73d8c011a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038363
Feb 17 01:17:31.606100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:31.624977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:31.658533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e7933-5fd5-4464-b432-d8ed86eeca5b req-fac3d9eb-1106-49f0-9311-ddcc00269506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:31.660650 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-718e7933-5fd5-4464-b432-d8ed86eeca5b req-fac3d9eb-1106-49f0-9311-ddcc00269506 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1160 time: 0.4363990
Feb 17 01:17:31.738117 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-5a28b1c3-e5d2-49be-8402-88cf409b1a14 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845424
Feb 17 01:17:31.772339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef765efd-8abc-4c7b-b2fe-fccfbaa3d943 req-65711b1e-f19e-4d21-b614-a9904d7f7880 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:31.773145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-ef765efd-8abc-4c7b-b2fe-fccfbaa3d943 req-65711b1e-f19e-4d21-b614-a9904d7f7880 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Synchronizing usage tracker for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:31.919300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54798) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:31.940783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-ef765efd-8abc-4c7b-b2fe-fccfbaa3d943 req-65711b1e-f19e-4d21-b614-a9904d7f7880 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Unset dirty status for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:31.942291 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef765efd-8abc-4c7b-b2fe-fccfbaa3d943 req-65711b1e-f19e-4d21-b614-a9904d7f7880 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 932 time: 0.7831328
Feb 17 01:17:31.966587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76890-6721-4788-a212-9523820e2085 req-a917a324-6aab-4be7-bfe7-bdb3294cde8c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:31.974485 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4bb76890-6721-4788-a212-9523820e2085 req-a917a324-6aab-4be7-bfe7-bdb3294cde8c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 943 time: 0.2352879
Feb 17 01:17:32.088300 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-36f75f9f-f8f7-4cd0-9fb9-86b7275cc526 req-71295619-5722-4380-84f9-2fc37fc36b80 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2850807
Feb 17 01:17:32.096024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997610685-network', 'tenant_id': '1882162e17aa46399784fa7186bab5d5'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:32.101011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:32.105755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Usage tracker for resource:network and tenant:1882162e17aa46399784fa7186bab5d5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:32.108965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:32.115012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:32.133146 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4bb76890-6721-4788-a212-9523820e2085 req-6f1fedcd-2ea7-4e24-ac73-2e6db6b45d34 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576333
Feb 17 01:17:32.135186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Made reservation on behalf of 1882162e17aa46399784fa7186bab5d5 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:32.141092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:32.158651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:32.217591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:32.228767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:1882162e17aa46399784fa7186bab5d5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:32.232681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:32.244293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:32.246272 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef765efd-8abc-4c7b-b2fe-fccfbaa3d943 req-6c48ef29-9c7f-49d6-ad30-6464393dd2ca tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324240
Feb 17 01:17:32.343493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e7933-5fd5-4464-b432-d8ed86eeca5b req-23df8963-ec9c-4a04-8832-c6830d70f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:32.345240 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-718e7933-5fd5-4464-b432-d8ed86eeca5b req-23df8963-ec9c-4a04-8832-c6830d70f464 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&shared=False HTTP/1.1" status: 200  len: 913 time: 0.5847082
Feb 17 01:17:32.406638 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-9563367a-be7f-418d-b9e5-2a94ba8424c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:32.408305 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-9563367a-be7f-418d-b9e5-2a94ba8424c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1160 time: 0.2349031
Feb 17 01:17:32.573588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bbc52-d5b3-46cc-a364-c0d9cd3326da req-7388b5ea-ec6e-4d5a-a25d-8c2dac26259f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:32.575279 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-010bbc52-d5b3-46cc-a364-c0d9cd3326da req-7388b5ea-ec6e-4d5a-a25d-8c2dac26259f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 932 time: 0.2447805
Feb 17 01:17:32.643823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:32.659995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:32.676957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-dee8aad5-afc3-4d3d-99ee-799b597b4227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:32.705989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-3176d979-d63a-4124-8fde-dbc489bcd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:32.707605 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-3176d979-d63a-4124-8fde-dbc489bcd30a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.2898607
Feb 17 01:17:32.711194 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-010bbc52-d5b3-46cc-a364-c0d9cd3326da req-1b9b349e-2357-46dd-9e57-471fa39403cb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220770
Feb 17 01:17:32.805829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:17:32.822155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fbe34e-01be-4a17-baf2-73b38c052a9e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:32.836001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:32.838216 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-f9191b46-cde1-4c1e-bbce-ce58e612b97d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 217 time: 0.1095743
Feb 17 01:17:32.841121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:32.841317 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Added segment 45bdfa03-f778-41ae-adff-291c935e5045 of type vxlan for network b8cdc884-7f30-4496-b02a-a6c59eed3762
Feb 17 01:17:32.929295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:32.943305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-f660eba1-de3f-465c-b013-4fb797a09069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:32.944918 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-f660eba1-de3f-465c-b013-4fb797a09069 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.0978138
Feb 17 01:17:33.029346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:33.036015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:33.036015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:33.040603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87680069-aefd-4d9f-b6a2-a6c4b600c3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:33.118274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56882ea-657e-40b5-8ac9-63b0c4d5a388 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:17:33.126389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:33.140334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Transition to ACTIVE for port object e56882ea-657e-40b5-8ac9-63b0c4d5a388 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:33.160428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:33.170071 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2495928
Feb 17 01:17:33.174040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54858) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:33.182097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=b8cdc884-7f30-4496-b02a-a6c59eed3762,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:33.187928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Request body: {'subnet': {'network_id': 'b8cdc884-7f30-4496-b02a-a6c59eed3762', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997610685-subnet', 'tenant_id': '1882162e17aa46399784fa7186bab5d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:33.193165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:33.194857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network b8cdc884-7f30-4496-b02a-a6c59eed3762 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:17:33.197781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Usage tracker for resource:subnet and tenant:1882162e17aa46399784fa7186bab5d5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:33.201154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:33.210162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:33.216303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:33.218286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-189c543a-5137-43f5-9d00-c4e12207fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:33.219930 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-189c543a-5137-43f5-9d00-c4e12207fb89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2620523
Feb 17 01:17:33.221118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Made reservation on behalf of 1882162e17aa46399784fa7186bab5d5 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:33.225803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:33.242691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network b8cdc884-7f30-4496-b02a-a6c59eed3762 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:17:33.250584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:33.538749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Pushing event updated for resources: {'Port': ['ID=e56882ea-657e-40b5-8ac9-63b0c4d5a388,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:33.559426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:33.751195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e7933-5fd5-4464-b432-d8ed86eeca5b req-037764c8-a289-4d26-bc9f-734e2766f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:33.752821 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-718e7933-5fd5-4464-b432-d8ed86eeca5b req-037764c8-a289-4d26-bc9f-734e2766f620 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.3901274
Feb 17 01:17:33.797895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a791b8-d8fd-4564-9ab7-8ae2a8ee92e5 req-01c4091e-b961-4239-9b61-7a2ea1d16b16 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:33.800130 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f0a791b8-d8fd-4564-9ab7-8ae2a8ee92e5 req-01c4091e-b961-4239-9b61-7a2ea1d16b16 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 932 time: 0.2499220
Feb 17 01:17:33.882740 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-d05718f6-3225-4f18-8937-df2e13ed1664 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6403682
Feb 17 01:17:34.060775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.resource_extend [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 01:17:34.090432 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f0a791b8-d8fd-4564-9ab7-8ae2a8ee92e5 req-8795a341-368e-4042-9eb0-6d3af779575e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181530
Feb 17 01:17:34.117233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Attempting to bind port e56882ea-657e-40b5-8ac9-63b0c4d5a388 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:34.119208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Attempting to bind port e56882ea-657e-40b5-8ac9-63b0c4d5a388 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:34.119825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Attempting to bind port e56882ea-657e-40b5-8ac9-63b0c4d5a388 on network 3c68bf03-546e-492b-80c1-105be11fe6b0 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:34.195258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:34.195642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Checking segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:34.196113 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.197150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Bound using segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:34.197650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Bound port: e56882ea-657e-40b5-8ac9-63b0c4d5a388, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:34.198027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.209466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-d17d371a-24f5-472a-9aa2-505abf48f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:34.210957 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-d17d371a-24f5-472a-9aa2-505abf48f3e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1160 time: 0.4098401
Feb 17 01:17:34.213817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f5a6-1a19-42a9-9868-fb4dc43a1309 req-9d4a18a7-c0d7-43a8-9291-a7c980761516 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:34.219565 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b188f5a6-1a19-42a9-9868-fb4dc43a1309 req-9d4a18a7-c0d7-43a8-9291-a7c980761516 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 943 time: 0.7523251
Feb 17 01:17:34.292441 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6a5b599-88a9-488f-9dfd-0937a04626b3 req-c789ee64-49ed-4857-8b2d-c04552d48779 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3982713
Feb 17 01:17:34.396800 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-41bc77ee-c639-4b69-a762-b5903dea4dab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42461471-75b7-47de-b585-d41430e0343c HTTP/1.1" status: 200  len: 217 time: 0.1594138
Feb 17 01:17:34.410773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3565103-cced-453f-a927-8a4bd1cdc31f {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:17:34.459876 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b188f5a6-1a19-42a9-9868-fb4dc43a1309 req-04a7629c-d940-4e01-8499-249da0ad77bc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1639307
Feb 17 01:17:34.481247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54902) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:34.494283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.549576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Transition to ACTIVE for port object a3565103-cced-453f-a927-8a4bd1cdc31f will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:34.567009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.589094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-6c4c943b-77b2-4ba6-a869-fa1901bd63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:34.590922 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-6c4c943b-77b2-4ba6-a869-fa1901bd63b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.1741602
Feb 17 01:17:34.592760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] For port e56882ea-657e-40b5-8ac9-63b0c4d5a388, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:34.597225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:34.664718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.678838 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b1bcd5f5-1c3e-43e9-9a94-2b4a90402734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:34.783227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] For port e56882ea-657e-40b5-8ac9-63b0c4d5a388, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:34.787722 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-8b7d18c6-1f13-4434-a822-b33311858dd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1068542
Feb 17 01:17:34.807422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fca8af-30a4-4027-957e-f5600bf186c7,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:34.812006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:34.812409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.822178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.884491 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Checking segment: {'id': '45bdfa03-f778-41ae-adff-291c935e5045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b8cdc884-7f30-4496-b02a-a6c59eed3762'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:34.884884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Network hostable DHCP agents. Network: b8cdc884-7f30-4496-b02a-a6c59eed3762, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:17:34.904424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Network b8cdc884-7f30-4496-b02a-a6c59eed3762 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:17:34.913346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, b8cdc884-7f30-4496-b02a-a6c59eed3762) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:34.918588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:34.919369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:34.925994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Pushing event updated for resources: {'Port': ['ID=a3565103-cced-453f-a927-8a4bd1cdc31f,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:34.927541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50963577-2421-4de3-829f-9d9d650a049f None None] Network b8cdc884-7f30-4496-b02a-a6c59eed3762 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:17:34.962635 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7845109
Feb 17 01:17:34.988585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:34.989651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:35.308977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa6ac7-3a8d-443a-a865-843f6f25c8b1 None None] Network b8cdc884-7f30-4496-b02a-a6c59eed3762 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:17:35.335094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:35.349862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ecf8b-7726-49ea-94b2-2c56dfef2f96 req-353a4f36-5877-4d02-a30d-18bb5f3a2a74 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:35.358225 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-040ecf8b-7726-49ea-94b2-2c56dfef2f96 req-353a4f36-5877-4d02-a30d-18bb5f3a2a74 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 1.0482693
Feb 17 01:17:35.438189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9ca6b-750f-4863-a519-3c4ca815de5f req-3b6f9338-a0c0-43bd-adb5-623d2408f574 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:35.445864 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4f9ca6b-750f-4863-a519-3c4ca815de5f req-3b6f9338-a0c0-43bd-adb5-623d2408f574 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 944 time: 0.1694071
Feb 17 01:17:35.476988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Usage tracker for resource:security_group_rule and tenant:4336798095234450be3a4d8b7681911a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:35.505325 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-dc0b8c0c-5cb1-4782-8d92-23e9f8163780 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6942298
Feb 17 01:17:35.519592 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4f9ca6b-750f-4863-a519-3c4ca815de5f req-8efaf342-1066-4fdb-9341-6fd7ef222e5b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725584
Feb 17 01:17:35.525845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:35.585605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:35.694545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:35.702070 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-040ecf8b-7726-49ea-94b2-2c56dfef2f96 req-ff9859a9-cca9-41da-ac03-611af3cc18ce tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3429747
Feb 17 01:17:35.785986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Pushing event updated for resources: {'Port': ['ID=e56882ea-657e-40b5-8ac9-63b0c4d5a388,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:35.813810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:35.821419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78000ffd-9dc6-488d-bd09-ff7e733ee4ab req-7d865717-91a5-454c-8813-f734899a7ce6 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:35.823383 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78000ffd-9dc6-488d-bd09-ff7e733ee4ab req-7d865717-91a5-454c-8813-f734899a7ce6 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 943 time: 0.1591694
Feb 17 01:17:35.869270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 7a99883e-12a0-4a90-a343-e58f3225fd0f completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:35.875234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7a99883e-12a0-4a90-a343-e58f3225fd0f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:35.875607 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78000ffd-9dc6-488d-bd09-ff7e733ee4ab req-c7d132b9-a3e9-48c6-a7cc-a32cec1d43c1 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453789
Feb 17 01:17:35.875775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:35.985741 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8d6f7fc-2491-42df-90ff-75ab44825bec req-8b205099-b124-48ca-abd0-d62bcfbedf21 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4402289
Feb 17 01:17:36.032188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.038796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.045230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Attempting to bind port a3565103-cced-453f-a927-8a4bd1cdc31f on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:36.045607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Attempting to bind port a3565103-cced-453f-a927-8a4bd1cdc31f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:36.045972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Attempting to bind port a3565103-cced-453f-a927-8a4bd1cdc31f on network e1ac3aaf-2b52-436e-be18-b2f65d869a2f {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:36.048135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.064784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:36.065581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:36.072500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:36.072731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Checking segment: {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:36.073137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.073529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Bound using segment: {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:36.074022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Bound port: a3565103-cced-453f-a927-8a4bd1cdc31f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e1ac3aaf-2b52-436e-be18-b2f65d869a2f'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:36.074397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.109224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 7a99883e-12a0-4a90-a343-e58f3225fd0f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:36.110915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:36.111603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.113168 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] 10.222.0.70 "PUT /v2.0/ports/e56882ea-657e-40b5-8ac9-63b0c4d5a388 HTTP/1.1" status: 200  len: 1158 time: 4.9470868
Feb 17 01:17:36.115944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:36.117053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.119293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:36.183892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54968) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:36.192514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-352564110-network', 'tenant_id': '88ec71143f334e71b6cdfb42885561e7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:36.202791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:36.211309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Usage tracker for resource:network and tenant:88ec71143f334e71b6cdfb42885561e7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:36.215410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:36.223585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:36.258792 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f', 'code': 200}
Feb 17 01:17:36.259871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=7a99883e-12a0-4a90-a343-e58f3225fd0f,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:36.267173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:36.287464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Made reservation on behalf of 88ec71143f334e71b6cdfb42885561e7 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:36.298614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.320065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.341860 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'status': 'completed', 'code': 200}
Feb 17 01:17:36.346685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:36.351652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Usage tracker for resource:security_group_rule and tenant:88ec71143f334e71b6cdfb42885561e7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:36.355099 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4336798095234450be3a4d8b7681911a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8707666
Feb 17 01:17:36.359973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 54974) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:36.360197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:36.360744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c626cc-74b4-4744-97c3-c29182deca83,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:36.406528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:36.432735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54980) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:36.441149 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.444436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.445046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.445735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.446337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.447094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.447836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.448414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.448972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.449931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.450542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.451141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.452129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.452702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.453274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.454255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.454854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.455820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.456227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.456619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.457127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.457518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.458047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.458430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.544174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.547444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.552770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] For port a3565103-cced-453f-a927-8a4bd1cdc31f, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:36.556112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] For port a3565103-cced-453f-a927-8a4bd1cdc31f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a3565103-cced-453f-a927-8a4bd1cdc31f,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:36.560380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:36.568135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87c1d244-9016-4be3-a19c-4713b2151d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:36.579607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.606961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:17:36.614570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:36.620777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.633093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f474da-4bda-4c7b-8d1d-b553d08e8359,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:36.646705 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.647068 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Added segment 5d072cb1-9da1-4ae7-90b0-8a13ba1e6207 of type vxlan for network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b
Feb 17 01:17:36.648929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.649389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.650298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.650682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.651068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.651451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.651853 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.652230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.652604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.652977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.653353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.653725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.654130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.654507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.654876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.655244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.655614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.656011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.656381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.656797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.657123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.657491 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.657859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.658227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:36.662730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:36.668406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:36.673751 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c2ba9290af534d0995d0224493acfe0e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:36.679508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:36.694425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:36.705278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.763038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.765336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:36.765982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.772912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.775392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:36.857908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-9e56a867-f4f8-4ace-81a6-f71d3ab079c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:36.859473 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-9e56a867-f4f8-4ace-81a6-f71d3ab079c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 1161 time: 0.6499283
Feb 17 01:17:36.871836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:36.982882 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7948446
Feb 17 01:17:36.984330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Pushing event updated for resources: {'Network': ['ID=cd3e4fe1-ce52-4ee4-bc1f-adf67403146b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:36.988496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54994) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:36.992403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:36.993701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Pushing event updated for resources: {'Port': ['ID=a3565103-cced-453f-a927-8a4bd1cdc31f,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:36.996176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:17:36.998127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:37.005884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Request body: {'subnet': {'network_id': 'cd3e4fe1-ce52-4ee4-bc1f-adf67403146b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-352564110-subnet', 'tenant_id': '88ec71143f334e71b6cdfb42885561e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:37.008145 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-19a84f69-07ff-418b-b4b6-a18f49664d6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388 HTTP/1.1" status: 200  len: 217 time: 0.1291373
Feb 17 01:17:37.017098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:37.018898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:17:37.026686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.028095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Usage tracker for resource:subnet and tenant:88ec71143f334e71b6cdfb42885561e7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:37.032446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:37.039344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.047473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:37.051637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:37.100963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442dd7-7e2f-4ffd-859f-a3578b2ba84f req-03ec2de9-b922-4342-a831-9ff647ba74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.102903 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ac442dd7-7e2f-4ffd-859f-a3578b2ba84f req-03ec2de9-b922-4342-a831-9ff647ba74c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1162 time: 0.6302297
Feb 17 01:17:37.109701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Made reservation on behalf of 88ec71143f334e71b6cdfb42885561e7 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:37.114544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.185067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bb8e-e1c5-4168-90a0-87e1bd251ca4 req-89643f39-b969-433c-a449-e01e5c689635 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.189774 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ce61bb8e-e1c5-4168-90a0-87e1bd251ca4 req-89643f39-b969-433c-a449-e01e5c689635 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 944 time: 0.5379348
Feb 17 01:17:37.193934 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2ba9290af534d0995d0224493acfe0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7598846
Feb 17 01:17:37.202241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 54998) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:37.203363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.204088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.205631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f44ed-af6c-4489-bd32-fe05f6a9c744,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:37.206029 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] 10.222.0.70 "PUT /v2.0/ports/a3565103-cced-453f-a927-8a4bd1cdc31f HTTP/1.1" status: 200  len: 1158 time: 6.0941908
Feb 17 01:17:37.215131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618e1b3-e536-4fac-a2c9-95f85a1ff35e req-5325ec08-c81e-470a-abd3-416ea37d912c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.224761 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b618e1b3-e536-4fac-a2c9-95f85a1ff35e req-5325ec08-c81e-470a-abd3-416ea37d912c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.3552728
Feb 17 01:17:37.228000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:37.240517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-7f0788d4-fc06-4432-bf00-bc51d6dc9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.242200 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-7f0788d4-fc06-4432-bf00-bc51d6dc9a4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.2046025
Feb 17 01:17:37.270809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.302963 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ce61bb8e-e1c5-4168-90a0-87e1bd251ca4 req-fdc7cfa8-8f38-4ba3-8291-34aa9f82b060 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958710
Feb 17 01:17:37.312409 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ac442dd7-7e2f-4ffd-859f-a3578b2ba84f req-e4e18aef-e55a-4358-b977-154529174d2b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2010539
Feb 17 01:17:37.370196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:37.401528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:37.424959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.426212 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9c626cc-74b4-4744-97c3-c29182deca83 HTTP/1.1" status: 204  len: 168 time: 1.0626473
Feb 17 01:17:37.445041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c626cc-74b4-4744-97c3-c29182deca83,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:37.454245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:37.468364 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b618e1b3-e536-4fac-a2c9-95f85a1ff35e req-4ca281e4-a4ba-4c5a-a6dd-d4b02c2be0a1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2424152
Feb 17 01:17:37.504578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7f10acb0-2354-4fce-b623-8a80265c57a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.536583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7a99883e-12a0-4a90-a343-e58f3225fd0f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:37.537018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.547234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.606526 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-300fdbaa-d611-451a-ac3a-09134c2a9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.608415 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-300fdbaa-d611-451a-ac3a-09134c2a9f47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3093867
Feb 17 01:17:37.703278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.791213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-88d1b44d-2396-408e-8dd3-a07a928d8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.791736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.793115 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-88d1b44d-2396-408e-8dd3-a07a928d8bf2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 1161 time: 0.4957645
Feb 17 01:17:37.796285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:37.800284 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-b4c8945a-936f-4b05-99ef-63d6635ecccb service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757619
Feb 17 01:17:37.811322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59e719-5772-463c-acde-6c88e0f9583b req-054e6baa-51c7-4fff-95dc-ed806df1de6f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:37.811493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f44ed-af6c-4489-bd32-fe05f6a9c744,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:37.814363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:37.819556 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef59e719-5772-463c-acde-6c88e0f9583b req-054e6baa-51c7-4fff-95dc-ed806df1de6f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.3803437
Feb 17 01:17:37.857718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.861555 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/073f44ed-af6c-4489-bd32-fe05f6a9c744 HTTP/1.1" status: 204  len: 168 time: 0.6552415
Feb 17 01:17:37.910423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55016) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:37.945113 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.970426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:37.976401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.978129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1b9e3d47e94068b274f82cf8581cba is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:38.012625 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-3a8cc4ce-75d8-482a-98fa-8bbd8251f578 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3565103-cced-453f-a927-8a4bd1cdc31f HTTP/1.1" status: 200  len: 217 time: 0.1667953
Feb 17 01:17:38.050187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:38.052993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4428a970-71b4-48a7-975e-9512a2e2f5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:38.073001 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef59e719-5772-463c-acde-6c88e0f9583b req-12c9e5ec-9f19-4947-b656-689c3481038a tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2524321
Feb 17 01:17:38.089588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:38.112384 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-00f730b1-b196-4e84-9f82-a1ea55c0b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:38.114010 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-00f730b1-b196-4e84-9f82-a1ea55c0b996 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.0935626
Feb 17 01:17:38.165016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de51d03d-6b59-4389-af00-0f6eaa5d7989,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:38.168537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:38.184287 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-79f065b1-c4da-41f8-9133-6bc88cb8ad6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567141
Feb 17 01:17:38.304396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55022) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:38.310490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:38.329908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Checking segment: {'id': '5d072cb1-9da1-4ae7-90b0-8a13ba1e6207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cd3e4fe1-ce52-4ee4-bc1f-adf67403146b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:38.330317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Network hostable DHCP agents. Network: cd3e4fe1-ce52-4ee4-bc1f-adf67403146b, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:17:38.341757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:38.351832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:38.358956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:38.411863 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:38.437262 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed1b9e3d47e94068b274f82cf8581cba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5202260
Feb 17 01:17:38.438753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:540680b6894648ceb533b8598deaa92f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:38.442377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55028) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:38.443121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87fc18-40f3-47d6-885a-aabb4ba04765,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:38.447872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:38.453067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:38.456364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:17:38.468836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bca0891-db9d-4680-a140-0efc85f175bf', 'tag': 'a3565103-cced-453f-a927-8a4bd1cdc31f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:38.481401 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10f9b99a-3379-4ffd-a63d-6fcac2824c05 req-a0acceb4-a61d-41b7-8324-5b27f0b3288c service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6593397
Feb 17 01:17:38.527651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:38.540025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, cd3e4fe1-ce52-4ee4-bc1f-adf67403146b) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:38.547643 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bca0891-db9d-4680-a140-0efc85f175bf', 'tag': 'a3565103-cced-453f-a927-8a4bd1cdc31f', 'status': 'completed', 'code': 200}
Feb 17 01:17:38.550208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882533f9-f405-487a-9b0d-269d109244c6 None None] Network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:17:38.567391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:38.568110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:38.668141 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-9b063f6a-3b09-44d2-8790-a162a8960472 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4716353
Feb 17 01:17:38.677827 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6870251
Feb 17 01:17:38.678882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:38.744769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d5e9-4adc-4486-a154-17bd3d7f901d req-83317f6e-be6b-4a0b-a1cc-6ce95a6aec28 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:38.759545 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a309d5e9-4adc-4486-a154-17bd3d7f901d req-83317f6e-be6b-4a0b-a1cc-6ce95a6aec28 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 944 time: 0.3068578
Feb 17 01:17:38.863904 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4e71ef9-1b83-47b0-b5ed-c80cb11dff79 req-eaa48cea-f8fe-426e-874e-b18b80e78029 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1696017
Feb 17 01:17:38.880905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:38.889225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d39b8-9bd7-490e-bfd1-f24dc33cac01 None None] Network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:17:38.938832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-82a88d4e-2da3-4d01-a9ac-af4a8f19a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:38.941110 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-82a88d4e-2da3-4d01-a9ac-af4a8f19a9d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 1161 time: 0.3725641
Feb 17 01:17:39.030604 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a309d5e9-4adc-4486-a154-17bd3d7f901d req-23131a3f-8d6f-47e1-9a8e-14d6b10ec017 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706397
Feb 17 01:17:39.092371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81585e-9f72-485b-ac2c-0c8ed95e931f req-5f596ae1-98e6-4694-8e93-5b33862b44bb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:39.094252 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0c81585e-9f72-485b-ac2c-0c8ed95e931f req-5f596ae1-98e6-4694-8e93-5b33862b44bb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.2292154
Feb 17 01:17:39.122043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.127322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.151973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:39.252587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.259539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a9c39-a0b1-4082-b505-5fe61d594024,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:39.282741 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=540680b6894648ceb533b8598deaa92f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9769573
Feb 17 01:17:39.286164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:39.292031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:39.299342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55048) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:39.316467 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0c81585e-9f72-485b-ac2c-0c8ed95e931f req-1da17883-497e-4c01-b163-5384723e1cb0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1581399
Feb 17 01:17:39.324043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87fc18-40f3-47d6-885a-aabb4ba04765,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:39.385629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:39.403672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.408211 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d87fc18-40f3-47d6-885a-aabb4ba04765 HTTP/1.1" status: 204  len: 168 time: 0.9589036
Feb 17 01:17:39.485063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.540875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dfb1e-39a5-423a-a9df-702baad11dab req-1bad83a8-330b-496c-b8c0-7d74e5ed7c45 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:39.548907 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1a2dfb1e-39a5-423a-a9df-702baad11dab req-1bad83a8-330b-496c-b8c0-7d74e5ed7c45 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.2383969
Feb 17 01:17:39.553952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-52bc11f1-7605-4ae7-8993-e286f16a219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:39.555913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.556594 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-52bc11f1-7605-4ae7-8993-e286f16a219e service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.5802271
Feb 17 01:17:39.558793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-8a3e1935-d573-42d8-b43f-a0b7d0173615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:39.560492 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-8a3e1935-d573-42d8-b43f-a0b7d0173615 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 1161 time: 0.4766815
Feb 17 01:17:39.652516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1a2dfb1e-39a5-423a-a9df-702baad11dab req-74b0d161-9960-4bee-8aef-6daecff237f7 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006513
Feb 17 01:17:39.665735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.683290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-c1a7bd18-60a2-46c5-893a-effd5b8e0f95 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:17:39.688480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-21eeccde-b97f-4e2d-894d-30919ee1d003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:39.704454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a9c39-a0b1-4082-b505-5fe61d594024,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:39.715056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:39.722176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:39.727007 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b0a9c39-a0b1-4082-b505-5fe61d594024 HTTP/1.1" status: 204  len: 168 time: 0.4205246
Feb 17 01:17:39.876228 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-fe0b7389-76ca-4d41-8c57-19f9863d4a65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4748833
Feb 17 01:17:39.932712 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-0720324a-e108-4907-89db-4151a074fd60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388 HTTP/1.1" status: 200  len: 217 time: 0.3479733
Feb 17 01:17:40.085929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-177df795-79d9-44c5-a93a-93fb108cb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:40.087564 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-177df795-79d9-44c5-a93a-93fb108cb052 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.1334174
Feb 17 01:17:40.098107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d3c7536-9184-4441-8b91-3ecdce666a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:40.205120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-39dd02a6-cc87-442b-86c6-f8bd797077df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:40.206766 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-39dd02a6-cc87-442b-86c6-f8bd797077df service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 913 time: 0.6273038
Feb 17 01:17:40.214865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aa148-0bcb-48b5-8eaf-732003ebff8a req-32a7e5eb-6f72-49e3-8d2f-4543680d7b37 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:40.216522 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d47aa148-0bcb-48b5-8eaf-732003ebff8a req-32a7e5eb-6f72-49e3-8d2f-4543680d7b37 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.3674798
Feb 17 01:17:40.227178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55074) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:40.235864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'floatingip': {'port_id': '7a99883e-12a0-4a90-a343-e58f3225fd0f'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:40.316437 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-ee455f87-3029-47b8-8826-c8422550e145 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3565103-cced-453f-a927-8a4bd1cdc31f HTTP/1.1" status: 200  len: 217 time: 0.0985720
Feb 17 01:17:40.318537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:40.496558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-842065d8-6d45-4b0c-bb11-d54fab86db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:40.498228 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-842065d8-6d45-4b0c-bb11-d54fab86db87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3837821
Feb 17 01:17:40.502557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-6cb1cc5e-15b8-4c6d-9e1c-a1d1ebdce041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:40.504145 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-6cb1cc5e-15b8-4c6d-9e1c-a1d1ebdce041 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 1162 time: 0.4712205
Feb 17 01:17:40.520642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7a99883e-12a0-4a90-a343-e58f3225fd0f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:40.520860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:40.729648 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:40.832023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:40.840326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 42461471-75b7-47de-b585-d41430e0343c completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:40.853862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:40.854294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:40.979761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:40.989725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-d721c393-9b05-483a-b135-32a34167842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:40.991454 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-d721c393-9b05-483a-b135-32a34167842b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.6660051
Feb 17 01:17:41.101415 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-1a31169c-9a1c-499d-a4d5-2a437f4b9164 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0963800
Feb 17 01:17:41.128589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:41.213948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa576ef6-868c-4fbf-8a45-e5ca911a8f62 req-31643ba9-d0c1-4360-ad05-0813cb84648a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:41.215588 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fa576ef6-868c-4fbf-8a45-e5ca911a8f62 req-31643ba9-d0c1-4360-ad05-0813cb84648a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 944 time: 0.7340477
Feb 17 01:17:41.225830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 42461471-75b7-47de-b585-d41430e0343c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=42461471-75b7-47de-b585-d41430e0343c,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:41.232029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42461471-75b7-47de-b585-d41430e0343c'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:41.239399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:41.252404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-88bf1137-624e-4d5f-8ee9-3b13f957bd47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:41.385161 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-56babb20-d4d5-4bb1-a1ed-91b35377afe6 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8613021
Feb 17 01:17:41.392871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8833f7b-7710-4faf-b397-095e2bc63985 req-e385fac8-776f-4f22-a0f3-0523ae6b4553 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:41.395035 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8833f7b-7710-4faf-b397-095e2bc63985 req-e385fac8-776f-4f22-a0f3-0523ae6b4553 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.7222881
Feb 17 01:17:41.407124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=42461471-75b7-47de-b585-d41430e0343c,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:41.412169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:41.434798 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fa576ef6-868c-4fbf-8a45-e5ca911a8f62 req-e2611504-0d46-4a96-9d1b-ffca92fd2771 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070253
Feb 17 01:17:41.435128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-d16001bd-5552-4506-be5a-033d110772a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:41.436739 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-d16001bd-5552-4506-be5a-033d110772a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 909 time: 0.8579872
Feb 17 01:17:41.449054 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:41.484768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:41.712270 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-ac075b9f-ae0b-44e9-b8d3-e9c0ba8cf5e9 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5934410
Feb 17 01:17:41.736027 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-4a1f6ec8-d4e2-49a7-a9a5-e752df742c40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f HTTP/1.1" status: 200  len: 217 time: 0.2304807
Feb 17 01:17:41.768206 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8833f7b-7710-4faf-b397-095e2bc63985 req-a95f3741-95cf-464d-b0b7-2149d3b02d80 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3465073
Feb 17 01:17:41.904438 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42461471-75b7-47de-b585-d41430e0343c', 'code': 200}
Feb 17 01:17:41.952656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-d9c5bf8d-af99-43f2-a1c0-7da2020b92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:41.954286 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-d9c5bf8d-af99-43f2-a1c0-7da2020b92e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.1898034
Feb 17 01:17:41.958937 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-374b07e9-94c2-40f6-90d2-04d497d987d3 req-ed7fb8bb-29f0-4596-ac59-bafa52fc5017 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5731394
Feb 17 01:17:42.045572 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-c91f980e-c40c-4e7e-885a-3589972f1eba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716071
Feb 17 01:17:42.323111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:17:42.323743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:42.327585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:42.394036 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-28d50407-7b8e-4018-8223-c4dd98fb37e8 req-1820c0c5-2acb-4786-b9c0-a4dc39074a3b service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6617785
Feb 17 01:17:42.500804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923ee98-2d78-4f95-977d-cb8d667dc01d req-58cb89f8-72ef-40e2-8f0c-3dd7b180a10a tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:42.502512 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8923ee98-2d78-4f95-977d-cb8d667dc01d req-58cb89f8-72ef-40e2-8f0c-3dd7b180a10a tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.4488940
Feb 17 01:17:42.532341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e03f-2268-4d43-95ef-a8388cdbe68e req-7d645f06-e7fa-4a30-aecd-f5fc042200cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:42.533981 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b454e03f-2268-4d43-95ef-a8388cdbe68e req-7d645f06-e7fa-4a30-aecd-f5fc042200cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1162 time: 0.2921841
Feb 17 01:17:42.537660 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-291e1e3b-5330-47c2-91dd-43a999bb477d service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4680567
Feb 17 01:17:42.601760 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8923ee98-2d78-4f95-977d-cb8d667dc01d req-7752f90e-da93-4a77-a96b-5b9e6ac3e20c tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801497
Feb 17 01:17:42.652256 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Floating IP db78df9c-2517-4441-8f3e-83bc60b3faab associated. External IP: 172.27.1.125, port: 7a99883e-12a0-4a90-a343-e58f3225fd0f.
Feb 17 01:17:42.743547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device a3565103-cced-453f-a927-8a4bd1cdc31f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:42.883471 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b454e03f-2268-4d43-95ef-a8388cdbe68e req-ee992577-a469-4e96-bc93-666d29da723e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3282719
Feb 17 01:17:42.953730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port a3565103-cced-453f-a927-8a4bd1cdc31f completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:42.963501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port a3565103-cced-453f-a927-8a4bd1cdc31f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:42.967614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:42.979429 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854c29-3a66-40b6-8ffb-ac0196e032ac req-cf9ed68a-11de-4e92-a11e-9429236c2e0d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:42.982074 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3d854c29-3a66-40b6-8ffb-ac0196e032ac req-cf9ed68a-11de-4e92-a11e-9429236c2e0d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 944 time: 0.2209692
Feb 17 01:17:42.991594 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-400d9252-9961-4d56-b1e1-0c5c622ea1f1 req-e4808ca1-138b-4287-ae4d-c391121e0ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4079692
Feb 17 01:17:43.054202 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3d854c29-3a66-40b6-8ffb-ac0196e032ac req-a3d33a94-b466-4dc2-bb3b-31b84901a2c8 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609598
Feb 17 01:17:43.231196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:43.290449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port a3565103-cced-453f-a927-8a4bd1cdc31f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a3565103-cced-453f-a927-8a4bd1cdc31f,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:43.295460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:43.297289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:43.368765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:43.473572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=a3565103-cced-453f-a927-8a4bd1cdc31f,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:43.479040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:17:43.483843 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:43.486067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:43.486501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:43.499119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Router b02c4641-96b9-458b-83aa-bed8ed54c805 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:17:43.508748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c57cb9-9592-4983-8d6f-6f5880dcabe5 req-3e77789b-e6a5-4efa-88a1-6ccb463e9249 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:43.510502 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6c57cb9-9592-4983-8d6f-6f5880dcabe5 req-3e77789b-e6a5-4efa-88a1-6ccb463e9249 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.4621816
Feb 17 01:17:43.662695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:43.714064 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6c57cb9-9592-4983-8d6f-6f5880dcabe5 req-8f42d709-cae8-436c-a696-26c60b3f054d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1904404
Feb 17 01:17:43.738239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port e56882ea-657e-40b5-8ac9-63b0c4d5a388, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:43.745325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:43.746701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:43.783595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:17:43.788198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:43.800092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] Sync routers for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:17:43.819531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:43.820344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab09470>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:43.883993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:43.971692 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-bc9924fc-125f-40bb-baf3-8b8ebe020389 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "PUT /v2.0/floatingips/db78df9c-2517-4441-8f3e-83bc60b3faab HTTP/1.1" status: 200  len: 991 time: 3.7430341
Feb 17 01:17:43.973513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:44.014466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b656-13ec-47ef-b16d-64362879be2f req-a6ba4c29-d253-4449-9481-c9346515e790 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:44.016036 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8b6b656-13ec-47ef-b16d-64362879be2f req-a6ba4c29-d253-4449-9481-c9346515e790 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.1952009
Feb 17 01:17:44.048668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bca0891-db9d-4680-a140-0efc85f175bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3565103-cced-453f-a927-8a4bd1cdc31f'}, {'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:44.085864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=e56882ea-657e-40b5-8ac9-63b0c4d5a388,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:44.091038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:44.095772 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8b6b656-13ec-47ef-b16d-64362879be2f req-80ac3a9f-b1e3-4352-8d5a-5f8649802031 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700266
Feb 17 01:17:44.101928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:44.102742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:44.130630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:44.183551 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f', 'status': 'completed', 'code': 200}
Feb 17 01:17:44.241331 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bca0891-db9d-4680-a140-0efc85f175bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3565103-cced-453f-a927-8a4bd1cdc31f', 'code': 200}
Feb 17 01:17:44.241645 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'code': 200}
Feb 17 01:17:44.261896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:44.673458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598b432-11aa-4248-b9ab-de56d3891793 req-f7709ff6-7458-4f94-a92a-19aea4eea33c tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:44.675414 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f598b432-11aa-4248-b9ab-de56d3891793 req-f7709ff6-7458-4f94-a92a-19aea4eea33c tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.70 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.3213394
Feb 17 01:17:44.750958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device a3565103-cced-453f-a927-8a4bd1cdc31f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:44.788913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-3378ae8b-974e-401f-b370-5979af47a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:44.791481 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-3378ae8b-974e-401f-b370-5979af47a2ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1162 time: 0.5893497
Feb 17 01:17:44.938961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab09470>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': 'db78df9c-2517-4441-8f3e-83bc60b3faab', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'port_id': '7a99883e-12a0-4a90-a343-e58f3225fd0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'mac_address': 'fa:16:3e:8b:ce:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:17:11Z', 'updated_at': '2021-02-17T01:17:42Z', 'revision_number': 1, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:44.946716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] Checking router: b02c4641-96b9-458b-83aa-bed8ed54c805 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:44.967583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port a3565103-cced-453f-a927-8a4bd1cdc31f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:44.967980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:44.969558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-3ac43817-cbd4-470b-895c-1f564ddc76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:44.974668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:44.975207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab09470>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:44.976174 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-3ac43817-cbd4-470b-895c-1f564ddc76eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.1552162
Feb 17 01:17:44.997656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495baf7-baa1-4bac-b158-42faacef3961 req-b8efc80a-6d71-4be8-b26a-44d2d635f6ae tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:45.005535 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e495baf7-baa1-4bac-b158-42faacef3961 req-b8efc80a-6d71-4be8-b26a-44d2d635f6ae tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.4981384
Feb 17 01:17:45.186933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Deleting port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:45.187471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:45.326873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b76888-06ba-4f60-b368-a5ca5f60946e req-fb1379a4-3878-419a-b6e3-cc1e27178c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:45.330558 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b4b76888-06ba-4f60-b368-a5ca5f60946e req-fb1379a4-3878-419a-b6e3-cc1e27178c3e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 1163 time: 0.7610867
Feb 17 01:17:45.335783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:45.419607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ef97d-f193-4e7c-bd43-76d7dddbfefa req-a73f8e9d-4bca-4853-a077-2baba72150e1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:45.428782 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-079ef97d-f193-4e7c-bd43-76d7dddbfefa req-a73f8e9d-4bca-4853-a077-2baba72150e1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.4225302
Feb 17 01:17:45.477990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e6b0-c3e5-47c7-9f2f-6cbf7c97a3d8 req-4063d024-b145-4647-ab95-0b9dbcafbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:45.480737 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aa31e6b0-c3e5-47c7-9f2f-6cbf7c97a3d8 req-4063d024-b145-4647-ab95-0b9dbcafbf48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 1163 time: 0.3480985
Feb 17 01:17:45.481952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:45.482386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:45.509518 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e495baf7-baa1-4bac-b158-42faacef3961 req-3af50b7d-e28a-4461-b4a2-7278927ae000 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4916687
Feb 17 01:17:45.590738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:45.603894 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-079ef97d-f193-4e7c-bd43-76d7dddbfefa req-494f7e5a-a4e3-4405-a0a9-5abf621b43f6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1738250
Feb 17 01:17:45.665172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55258) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:45.666230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-aa31e6b0-c3e5-47c7-9f2f-6cbf7c97a3d8 req-ea3c7d17-0120-42d3-ac16-2bb4ed600f85 service neutron] Synchronizing usage tracker for tenant:4a6954c4a1044910b95585d21ea507ce on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:45.709522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-aa31e6b0-c3e5-47c7-9f2f-6cbf7c97a3d8 req-ea3c7d17-0120-42d3-ac16-2bb4ed600f85 service neutron] Unset dirty status for tenant:4a6954c4a1044910b95585d21ea507ce on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:45.711233 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aa31e6b0-c3e5-47c7-9f2f-6cbf7c97a3d8 req-ea3c7d17-0120-42d3-ac16-2bb4ed600f85 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2109101
Feb 17 01:17:45.850649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:45.941468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:45.961043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:45.967255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Usage tracker for resource:security_group_rule and tenant:061590c5ccc24a43b6fb9745d540da3e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:45.973306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:45.984332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:45.992552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:45.993042 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.092176 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b4b76888-06ba-4f60-b368-a5ca5f60946e req-d2cbe966-4125-4088-aad1-ede8a4e76745 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6515481
Feb 17 01:17:46.093920 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-101f95a1-393c-4382-aa51-1de03f4564c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 999 time: 1.0717618
Feb 17 01:17:46.149231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.152105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.185750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-82a3a024-105d-4910-a135-66571f3e2e9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:46.197791 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=061590c5ccc24a43b6fb9745d540da3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5250745
Feb 17 01:17:46.200352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55270) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:46.252192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede576d-64cb-4c45-8d51-329dba1893c5 req-9fc3fd83-2950-400e-84d3-da95d23ddb99 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:46.252192 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ede576d-64cb-4c45-8d51-329dba1893c5 req-9fc3fd83-2950-400e-84d3-da95d23ddb99 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 945 time: 0.2943380
Feb 17 01:17:46.316631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3662d072-1984-4f2b-b3d2-26d2111c393f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:46.323357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:46.325234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:46.359243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] For port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,segment=NetworkSegment(0c9f9616-275b-4d4a-8694-d4996d20aeff),segment_id=0c9f9616-275b-4d4a-8694-d4996d20aeff)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:46.362233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.362808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.385878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab09470>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': 'db78df9c-2517-4441-8f3e-83bc60b3faab', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'port_id': '7a99883e-12a0-4a90-a343-e58f3225fd0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'mac_address': 'fa:16:3e:8b:ce:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:17:11Z', 'updated_at': '2021-02-17T01:17:42Z', 'revision_number': 1, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:46.400537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecfdea-6018-4581-a978-73e548ceb061 None None] The sync data for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi is: [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': 'db78df9c-2517-4441-8f3e-83bc60b3faab', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'port_id': '7a99883e-12a0-4a90-a343-e58f3225fd0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'mac_address': 'fa:16:3e:8b:ce:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:17:11Z', 'updated_at': '2021-02-17T01:17:42Z', 'revision_number': 1, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:46.418540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.460442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-37bb1fac-dde8-4e62-b8ef-1345e81afeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:46.462344 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-37bb1fac-dde8-4e62-b8ef-1345e81afeda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.0811527
Feb 17 01:17:46.499243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.520801 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-69429572-e9e8-4544-bfb1-3005916912e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:46.531234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.561281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662d072-1984-4f2b-b3d2-26d2111c393f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:46.572577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:46.574457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.575845 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3662d072-1984-4f2b-b3d2-26d2111c393f HTTP/1.1" status: 204  len: 168 time: 0.3739524
Feb 17 01:17:46.610435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,segment=NetworkSegment(0c9f9616-275b-4d4a-8694-d4996d20aeff),segment_id=0c9f9616-275b-4d4a-8694-d4996d20aeff)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:46.635979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:46.649468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:46.651674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:46.694811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Calling delete_port for 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:46.767389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:46.794266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.794629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.795133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.795357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.795746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.796122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.801030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.801503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.801885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.802256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.802630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.803007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.803472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.817691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.818236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.818655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.819030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.819403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.819813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.820184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.820553 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.820916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.821860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.825778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:46.834126 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:46.841565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f5f00-fcbe-4a4f-8024-18881382692c req-37ed76bb-e8db-4286-9833-3241d33b34fa tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:46.843220 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3b1f5f00-fcbe-4a4f-8024-18881382692c req-37ed76bb-e8db-4286-9833-3241d33b34fa tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1684713
Feb 17 01:17:46.902142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4947fc-1182-48d9-92cd-357c7fb40a6f None None] New status for floating IP db78df9c-2517-4441-8f3e-83bc60b3faab: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:17:46.953804 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3b1f5f00-fcbe-4a4f-8024-18881382692c req-e08cc06d-117b-4e92-9ec1-52c5125c800d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006055
Feb 17 01:17:47.052065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:17:47.052457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:17:47.075219 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ede576d-64cb-4c45-8d51-329dba1893c5 req-8a530ee6-221e-44d6-8442-7f917a6ecf32 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6951797
Feb 17 01:17:47.141173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-280f691a-e4ea-45a7-b4f9-6a1f966eab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:47.150495 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464', 'code': 200}
Feb 17 01:17:47.151927 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-280f691a-e4ea-45a7-b4f9-6a1f966eab0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2077451
Feb 17 01:17:47.318322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 55312) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:47.342774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:47.389020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:47.395447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Usage tracker for resource:security_group_rule and tenant:3773435adc6c443896868182e1fa0224 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:47.399207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:47.406277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:47.462899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bb3d2-2f00-4870-83a2-90e4170dfcfd req-2140c678-7a39-45ab-890e-f40980765517 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:47.464464 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1d6bb3d2-2f00-4870-83a2-90e4170dfcfd req-2140c678-7a39-45ab-890e-f40980765517 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1649172
Feb 17 01:17:47.590624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:47.600087 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1d6bb3d2-2f00-4870-83a2-90e4170dfcfd req-930d79ae-112c-43ff-b84f-d887deac71d4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232448
Feb 17 01:17:47.645750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Deleting port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:47.646141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:47.702038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:47.802895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b327136a-1e4e-4e66-a83d-b03cd46d5ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:47.870429 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-f05ffd43-b7f9-4263-a769-d367882eadd6 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7149179
Feb 17 01:17:47.970604 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3773435adc6c443896868182e1fa0224&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6507916
Feb 17 01:17:47.973607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55340) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:48.039470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233006d6-8ca1-4d7c-89b2-7e5873a1cff8,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:48.049847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55346) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:48.062865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.145304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.150319 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:48.214202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-3da56cc8-457f-4f8b-bd4a-957dc3210207 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:48.215828 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-3da56cc8-457f-4f8b-bd4a-957dc3210207 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 0.6168280
Feb 17 01:17:48.226330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.247823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:48.255962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99506adf-12da-4e29-ac32-879d941d4365 req-a0090884-a7a6-432b-8b3e-d36338e0db28 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:48.257839 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-99506adf-12da-4e29-ac32-879d941d4365 req-a0090884-a7a6-432b-8b3e-d36338e0db28 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1742229
Feb 17 01:17:48.260619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Usage tracker for resource:security_group_rule and tenant:25dac6b384044452aa8cc4862c919bed is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:48.263755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:48.269664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:48.282102 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-0eafea0f-424e-4e16-b937-170e03625d5e tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/quotas/c2debd9553a7455e9c609c52eb751969 HTTP/1.1" status: 200  len: 375 time: 0.0494466
Feb 17 01:17:48.307081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] For port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,segment=NetworkSegment(0c9f9616-275b-4d4a-8694-d4996d20aeff),segment_id=0c9f9616-275b-4d4a-8694-d4996d20aeff)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:48.307591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.314754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.323452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:48.352926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233006d6-8ca1-4d7c-89b2-7e5873a1cff8,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:48.362497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:48.376214 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-99506adf-12da-4e29-ac32-879d941d4365 req-16de8fa0-af8e-4296-882c-6193e0a41f24 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948465
Feb 17 01:17:48.382830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.386280 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/233006d6-8ca1-4d7c-89b2-7e5873a1cff8 HTTP/1.1" status: 204  len: 168 time: 0.4115694
Feb 17 01:17:48.435440 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-370b3d86-0994-4eed-ba42-d791fd7013d1 req-fc24f205-5a11-424a-a5db-4ee3c4d6c03e service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5474634
Feb 17 01:17:48.474201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.479231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.488855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-45830f1e-b9f2-4f15-8c32-47866e6c4260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:48.507964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Calling delete_port for 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:48.583764 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25dac6b384044452aa8cc4862c919bed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5325384
Feb 17 01:17:48.586425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55362) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:48.591269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc393592-f1e4-4251-b6f3-9e8ab5f7adc7,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:48.606383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:48.620502 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-2e4e3b31-0400-481e-9a9d-6269680ab6e3 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3282435
Feb 17 01:17:48.691134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1660734-2a68-4257-9ca8-b290890bcc54 req-d565e3b0-e98f-408d-858c-985963f64e01 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:48.692802 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d1660734-2a68-4257-9ca8-b290890bcc54 req-d565e3b0-e98f-408d-858c-985963f64e01 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 943 time: 0.1779566
Feb 17 01:17:48.693686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.750737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.804533 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d1660734-2a68-4257-9ca8-b290890bcc54 req-ce0beed6-00d9-4272-bc95-0c9fc4f93627 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/security-groups?id=407df6d5-b54d-49e0-820d-5b8fa1336ebf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985608
Feb 17 01:17:48.840013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.845058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2bccb5f9-feda-4b60-a0fc-a03c109cab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:48.863645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc393592-f1e4-4251-b6f3-9e8ab5f7adc7,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:48.869028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:48.876236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:48.884225 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc393592-f1e4-4251-b6f3-9e8ab5f7adc7 HTTP/1.1" status: 204  len: 168 time: 0.2936051
Feb 17 01:17:48.938762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device a3565103-cced-453f-a927-8a4bd1cdc31f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:49.052361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:49.056867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port a3565103-cced-453f-a927-8a4bd1cdc31f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:49.057248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:49.107159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4cd11d7b-099d-49be-b39e-203246112b90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:49.171748 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-ee17c4f6-6773-47d1-a3f8-af8a95caff76 service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5488362
Feb 17 01:17:49.228884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Pushing event deleted for resources: {'Port': ['ID=8c78cb37-3008-4b2b-b967-4c7bf3e0b464,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:49.274660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:49.586627 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-4277a7ab-74c4-4776-9d83-71feb97d7045 service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3468592
Feb 17 01:17:49.635890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] No DVR routers for this DVR port 8c78cb37-3008-4b2b-b967-4c7bf3e0b464 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:17:49.648938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:49.666728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:17:49.701298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'name': 'network-vif-deleted', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:49.720118 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f598b432-11aa-4248-b9ab-de56d3891793 req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.70 "DELETE /v2.0/ports/8c78cb37-3008-4b2b-b967-4c7bf3e0b464 HTTP/1.1" status: 204  len: 173 time: 5.0253856
Feb 17 01:17:49.768269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-2165fcc4-0231-47da-8126-035824894461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:49.770893 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-2165fcc4-0231-47da-8126-035824894461 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 1163 time: 0.3268161
Feb 17 01:17:49.832782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:17:49.833236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:49.872093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d07f36-9c65-4550-85aa-1d6291e8873d req-a8869245-636c-4c6f-a2f5-0c01e66bee61 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:49.878340 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b5d07f36-9c65-4550-85aa-1d6291e8873d req-a8869245-636c-4c6f-a2f5-0c01e66bee61 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.2186882
Feb 17 01:17:50.007436 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b5d07f36-9c65-4550-85aa-1d6291e8873d req-0338119a-7107-4f5f-a93e-bbda61dd20a6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217427
Feb 17 01:17:50.016457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55408) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:50.066277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:50.074692 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-667d514a-3f8a-4017-8b81-fad555ab4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:50.076374 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-667d514a-3f8a-4017-8b81-fad555ab4001 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 913 time: 0.2883410
Feb 17 01:17:50.109785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:50.114198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Usage tracker for resource:security_group_rule and tenant:8b7314f15e4744438c81a73f910a5c3c is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:50.121419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:50.131732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:50.206786 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-c5f162b8-7b27-4086-a1fe-b3ee4afdf9d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3565103-cced-453f-a927-8a4bd1cdc31f HTTP/1.1" status: 200  len: 217 time: 0.0848370
Feb 17 01:17:50.214223 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864e7c97-ffe0-44ed-8322-4fd98c7a9849', 'name': 'network-vif-deleted', 'tag': '8c78cb37-3008-4b2b-b967-4c7bf3e0b464', 'status': 'completed', 'code': 200}
Feb 17 01:17:50.277076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:50.281905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:50.293598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-57477813-acca-4329-9957-5fd1f8074e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:50.333990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774bca09-8b6c-44dd-9400-5ed378baad36,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:50.356098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-d4b797a3-c0fc-456b-b4bc-95815319a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:50.358547 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-d4b797a3-c0fc-456b-b4bc-95815319a27f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.1435046
Feb 17 01:17:50.363601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:50.383438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc4192-8bd8-4b8a-a005-51adc646d0d7 req-fbc3e77d-b578-453d-a765-dd441caa8027 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:50.394833 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e4dc4192-8bd8-4b8a-a005-51adc646d0d7 req-fbc3e77d-b578-453d-a765-dd441caa8027 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.3169761
Feb 17 01:17:50.464541 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ca9d1df-2331-4b0b-b8fc-c6ca81ee5433 req-092de3e0-ef11-4fe5-87f0-27ba7d903ad5 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] 10.222.0.30 "GET /v2.0/ports?device_id=864e7c97-ffe0-44ed-8322-4fd98c7a9849 HTTP/1.1" status: 200  len: 210 time: 0.0997357
Feb 17 01:17:50.465536 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-0093189b-286e-4300-89e6-b81315670348 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677531
Feb 17 01:17:50.467831 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b7314f15e4744438c81a73f910a5c3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4502139
Feb 17 01:17:50.470786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 55426) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:50.619137 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e4dc4192-8bd8-4b8a-a005-51adc646d0d7 req-75eefd53-6f8c-4c18-b9b4-586f10b7231a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232401
Feb 17 01:17:50.656698 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13f83f99-960b-4cd3-a345-4e25da65707d req-b407d0b2-af6d-460e-a11e-0edd77ca34cd tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 210 time: 0.0729845
Feb 17 01:17:50.706409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:50.728949 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-3ec0b6d1-4b68-4921-8569-6b17da5bd802 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512105
Feb 17 01:17:50.767737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:50.849268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64465543-174c-4b55-a1f2-e46fd4234fdd req-ec77ba37-01a0-4d77-ac9d-22c3ba8b3792 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:50.851049 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-64465543-174c-4b55-a1f2-e46fd4234fdd req-ec77ba37-01a0-4d77-ac9d-22c3ba8b3792 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0983858
Feb 17 01:17:50.861841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55438) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:50.868870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'floatingip': {'port_id': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:50.890773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:50.908545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:50.936998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774bca09-8b6c-44dd-9400-5ed378baad36,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:50.942657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:50.944838 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:50.949751 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/774bca09-8b6c-44dd-9400-5ed378baad36 HTTP/1.1" status: 204  len: 168 time: 0.4745920
Feb 17 01:17:50.952311 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a35e647-7e83-4fe6-8b87-d37642cd6842 req-fc644420-ef6a-4fab-a859-a62e2f5b45c5 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2131705
Feb 17 01:17:51.030033 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:51.926035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.resource_extend [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 01:17:52.018402 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5e75b4e6-b192-42fb-9cfc-4e023267c812 req-91b7e237-0c9b-4e28-9e24-d2d8ca6da491 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 210 time: 0.1137602
Feb 17 01:17:52.141603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:52.155059 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9341ced4-04c7-42a2-8dbc-3ccc275677fb tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:52.161819 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9341ced4-04c7-42a2-8dbc-3ccc275677fb tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 0.4110987
Feb 17 01:17:52.175474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:52.185523 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Request body: {'port': {'device_id': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18', 'admin_state_up': True, 'tenant_id': 'c2debd9553a7455e9c609c52eb751969'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:52.439679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed288d2e-89d3-4f0c-9f06-a2b553efc3e3 req-777a6166-814a-4f65-aa25-d165ede47195 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:52.449012 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ed288d2e-89d3-4f0c-9f06-a2b553efc3e3 req-777a6166-814a-4f65-aa25-d165ede47195 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.6149383
Feb 17 01:17:52.465948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:52.478395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:52.490023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Made reservation on behalf of c2debd9553a7455e9c609c52eb751969 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:17:52.498467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:52.515440 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ed288d2e-89d3-4f0c-9f06-a2b553efc3e3 req-f80664f4-2aab-4894-8bfa-4b9b6049e0df tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654693
Feb 17 01:17:52.518874 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Floating IP 24d7c284-7210-4809-b281-668a6e3fa011 associated. External IP: 172.27.1.4, port: e56882ea-657e-40b5-8ac9-63b0c4d5a388.
Feb 17 01:17:52.957894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Allocated IP 172.20.0.4 (46d93f49-e431-48a7-87e9-209d5aee9f18/946e3ac9-1b13-43fd-ae83-d86684df07e1/6a6f2217-3e83-4a05-b0e7-f48e0eeccf10) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:17:53.254031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Router f76cb419-becb-448c-8192-011d1eb39a35 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:17:53.598058 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6972fdc6-9279-436b-bc7e-99b43dffcb57 req-5a754f34-36df-4774-a5c5-0a8ca9bd5183 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 210 time: 0.1008928
Feb 17 01:17:53.645743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:17:53.658584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] Sync routers for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:17:53.661661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:53.682917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:53.685124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab096a0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:53.731721 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-bb481aae-68a0-4174-993d-c59ac24d8a00 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "PUT /v2.0/floatingips/24d7c284-7210-4809-b281-668a6e3fa011 HTTP/1.1" status: 200  len: 990 time: 2.8686531
Feb 17 01:17:53.732585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:53.737899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:53.813732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:53.847297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:53.909261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8b63e-bda8-4482-8ca0-a74fd727305a req-160493c2-dd42-470e-8c45-deb7ba6c83d3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:53.914347 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a8b63e-bda8-4482-8ca0-a74fd727305a req-160493c2-dd42-470e-8c45-deb7ba6c83d3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1528428
Feb 17 01:17:53.999399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event updated for resources: {'Port': ['ID=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:54.002341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:54.026353 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a8b63e-bda8-4482-8ca0-a74fd727305a req-20c453d4-b09f-4b4d-bc73-a92334975168 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050797
Feb 17 01:17:54.100344 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'status': 'completed', 'code': 200}
Feb 17 01:17:54.110557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:54.128707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:17:54.132445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:17:54.157604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55578) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:54.208742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:17:54.214439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:54.215502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:54.261010 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0808859
Feb 17 01:17:54.276785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Request body: {'port': {'device_id': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:17:54.295984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Deleting subnet 6da7fd77-4f6b-4047-8ae9-7fc29be643ba {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:17:54.331993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:54.369013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-2bbc9e84-881f-4341-8e64-0d74c45dbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:54.371106 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-2bbc9e84-881f-4341-8e64-0d74c45dbd2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 1163 time: 0.2402792
Feb 17 01:17:54.443381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:54.455400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:54.696565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 55596) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:54.698255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:54.895498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab096a0>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '24d7c284-7210-4809-b281-668a6e3fa011', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'port_id': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'mac_address': 'fa:16:3e:da:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:17:18Z', 'updated_at': '2021-02-17T01:17:51Z', 'revision_number': 1, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:54.900400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] Checking router: f76cb419-becb-448c-8192-011d1eb39a35 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:54.910990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:54.912024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab096a0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:55.044459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.128580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.166690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:55.170051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-d3e1f146-57fe-4b0b-8998-cbc6e4389392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:55.171688 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-d3e1f146-57fe-4b0b-8998-cbc6e4389392 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.7919412
Feb 17 01:17:55.178311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:55.192860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Usage tracker for resource:security_group_rule and tenant:fbeec08e4e454c64ab0be4ab47b3ec71 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:55.196697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:55.197158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:55.202616 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:55.309791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da7fd77-4f6b-4047-8ae9-7fc29be643ba,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:55.313070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:55.314581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.390966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.392613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.404319 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6da7fd77-4f6b-4047-8ae9-7fc29be643ba HTTP/1.1" status: 204  len: 168 time: 1.2455645
Feb 17 01:17:55.409824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55614) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:55.420414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c9af2-7936-4247-90ee-2c922a6087d5 req-97c49ccf-9615-4786-9c6d-e5b87c58e1da tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:55.422191 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bc8c9af2-7936-4247-90ee-2c922a6087d5 req-97c49ccf-9615-4786-9c6d-e5b87c58e1da tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1817839
Feb 17 01:17:55.428550 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:55.549203 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbeec08e4e454c64ab0be4ab47b3ec71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8172777
Feb 17 01:17:55.549203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e25090-9c7c-4122-90c7-0f42a809bd74,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:55.554726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55618) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:55.561017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:55.566642 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-67ce98d6-3ce0-4281-9db4-faecf802021c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388 HTTP/1.1" status: 200  len: 998 time: 0.2501357
Feb 17 01:17:55.577968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d816-f047-46f4-a0f6-4232285087f0 req-fcc4bb32-db9a-4673-a776-b7cf36e06eae tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:55.578777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c0c3d816-f047-46f4-a0f6-4232285087f0 req-fcc4bb32-db9a-4673-a776-b7cf36e06eae tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:55.603767 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bc8c9af2-7936-4247-90ee-2c922a6087d5 req-23bbbf3d-9c5c-456e-88a0-76ebda49b1a3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610579
Feb 17 01:17:55.612280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.633431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab096a0>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '24d7c284-7210-4809-b281-668a6e3fa011', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'port_id': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'mac_address': 'fa:16:3e:da:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:17:18Z', 'updated_at': '2021-02-17T01:17:51Z', 'revision_number': 1, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:55.637744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee3414-00b8-4c19-841e-da91341afc1d None None] The sync data for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi is: [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '24d7c284-7210-4809-b281-668a6e3fa011', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'port_id': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'mac_address': 'fa:16:3e:da:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:17:18Z', 'updated_at': '2021-02-17T01:17:51Z', 'revision_number': 1, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:55.709000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c0c3d816-f047-46f4-a0f6-4232285087f0 req-fcc4bb32-db9a-4673-a776-b7cf36e06eae tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:55.716881 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c3d816-f047-46f4-a0f6-4232285087f0 req-fcc4bb32-db9a-4673-a776-b7cf36e06eae tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 931 time: 0.7249432
Feb 17 01:17:55.762071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-c4da0055-3a85-4220-8458-24c90ed475d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:55.763733 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-c4da0055-3a85-4220-8458-24c90ed475d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.1797526
Feb 17 01:17:55.779982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:17:55.796168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.847122 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c3d816-f047-46f4-a0f6-4232285087f0 req-96cec47d-5129-4baf-a8f7-add8f1a40bb7 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292396
Feb 17 01:17:55.875480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Transition to ACTIVE for port object 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:17:55.882280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.896119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:55.902120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e6f334d-bfc1-4fee-8074-1f2ff295aceb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:56.013153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.028538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1454c786-dab6-4f57-b004-c9eab5d1956f None None] New status for floating IP 24d7c284-7210-4809-b281-668a6e3fa011: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:17:56.049073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbaf9fb5c18>> segment before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.050907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbaf9fb5c18>> subnet precommit_delete_associations 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.051778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> segment_host_mapping after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.052172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> port after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.052531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.052893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.053271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> segment after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.053747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.054107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.054464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf9d3d048>> subnet after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.085496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-08237fd0-871f-4795-90c2-ea87b4451989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:56.087735 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-08237fd0-871f-4795-90c2-ea87b4451989 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2889404
Feb 17 01:17:56.088420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:56.094014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:56.134058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf9aa22e8>> subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.134448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf9aa22e8>> subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.134954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf9aa22e8>> subnet before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.135327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf9aa22e8>> subnet before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:17:56.135732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbafa02b0b8>,) {'filters': {'network_id': ['4512eadc-295c-478c-9476-d078e89f1d5e']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:56.152580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa02b0b8>, '0c9f9616-275b-4d4a-8694-d4996d20aeff') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:56.152923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa02b0b8>, '0c9f9616-275b-4d4a-8694-d4996d20aeff') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:56.174851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.187988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.214272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.219112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:17:56.344037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Attempting to bind port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:17:56.344400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Attempting to bind port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:17:56.344600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Attempting to bind port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 on network 46d93f49-e431-48a7-87e9-209d5aee9f18 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:17:56.351158 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-7c1dc497-b1c5-449a-a158-6592af1da0b9 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560849
Feb 17 01:17:56.353946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:17:56.354332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Checking segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:17:56.354747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.355144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Bound using segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:17:56.355623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Bound port: 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:17:56.356035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.421700 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.429919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3f33759c-b071-426c-8e5d-6797ae2193a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:56.449866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Network 4512eadc-295c-478c-9476-d078e89f1d5e has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:56.677591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.742488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e25090-9c7c-4122-90c7-0f42a809bd74,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:56.745850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:56.755553 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.757055 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56e25090-9c7c-4122-90c7-0f42a809bd74 HTTP/1.1" status: 204  len: 168 time: 1.2017167
Feb 17 01:17:56.886293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] For port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:17:56.890166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] For port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:17:56.899671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Network 4512eadc-295c-478c-9476-d078e89f1d5e has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:56.901941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:56.921756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a88d10f5-55eb-4000-b2b3-26194b427e7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   from cryptography.utils import int_from_bytes
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   from cryptography.utils import int_from_bytes
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   (rel_b, rel_a, rel_b),
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   (rel_b, rel_a, rel_b),
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:17:57.092081 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:17:57.122901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:57.150188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:57.201861 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec2ab62d-d20a-4ccb-bae2-35018270018b req-19c9cac5-f687-41af-8b5f-ab3c4301d18a service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8262513
Feb 17 01:17:57.206562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52439d3-eb4e-45ea-bc49-3f12a9e9c761 req-e9a07209-ae35-461d-825b-23d55fa4692c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:57.214384 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a52439d3-eb4e-45ea-bc49-3f12a9e9c761 req-e9a07209-ae35-461d-825b-23d55fa4692c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.4453771
Feb 17 01:17:57.227753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.246747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:57.258885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:57.259581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.261129 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] 10.222.0.70 "PUT /v2.0/ports/6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 HTTP/1.1" status: 200  len: 1157 time: 2.9908359
Feb 17 01:17:57.263612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'tag': '6a6f2217-3e83-4a05-b0e7-f48e0eeccf10'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:57.300984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55656) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:57.302337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Pushing event deleted for resources: {'Network': ['ID=4512eadc-295c-478c-9476-d078e89f1d5e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:57.308378 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a52439d3-eb4e-45ea-bc49-3f12a9e9c761 req-3a2c9c52-d33b-447c-9085-b4c6ba447395 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929196
Feb 17 01:17:57.341992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.368262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.387436 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] 10.222.0.30 "DELETE /v2.0/networks/4512eadc-295c-478c-9476-d078e89f1d5e HTTP/1.1" status: 204  len: 168 time: 1.9763930
Feb 17 01:17:57.394418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea7cd7-f804-4803-90ba-093b1d06c1ca req-2442935e-7ab4-46a3-85c2-5e83d5611422 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:57.396095 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6ea7cd7-f804-4803-90ba-093b1d06c1ca req-2442935e-7ab4-46a3-85c2-5e83d5611422 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 943 time: 0.3030789
Feb 17 01:17:57.432818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:17:57.435688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-33c32457-21b0-4387-967c-59a3baf8616a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:57.443551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Usage tracker for resource:security_group_rule and tenant:a62578c3b5284ef28c4686a0b5a9b7a5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:17:57.445609 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-fe651370-c436-48da-b9fa-78b6af61f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:57.448257 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-fe651370-c436-48da-b9fa-78b6af61f1b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 1160 time: 0.1315861
Feb 17 01:17:57.448761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:17:57.462987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:17:57.481763 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6ea7cd7-f804-4803-90ba-093b1d06c1ca req-1422f549-f36e-46a6-9aad-2b766eed390e tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683215
Feb 17 01:17:57.571680 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'tag': '6a6f2217-3e83-4a05-b0e7-f48e0eeccf10', 'status': 'completed', 'code': 200}
Feb 17 01:17:57.582025 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-01061787-11fb-4574-ad21-2022139f3703 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 HTTP/1.1" status: 200  len: 217 time: 0.0935032
Feb 17 01:17:57.605435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.608935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.619946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:57.666415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 55666) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:57.675289 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a62578c3b5284ef28c4686a0b5a9b7a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3342066
Feb 17 01:17:57.675289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad6de2-5d60-4f9a-89f8-980d642ea780,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:57.676380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55670) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:57.692281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:57.699105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-45b042ac-aee8-4012-872a-f18623774687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:57.700747 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-45b042ac-aee8-4012-872a-f18623774687 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.1106527
Feb 17 01:17:57.754702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.779171 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-e2f0d803-d8f1-4cc9-b770-b4e2d46d456d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667248
Feb 17 01:17:57.790256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.824195 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-07752c90-736b-48cf-b589-40e03d2df3fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89e888d9e778408f82360e5dc0e05367&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1470258
Feb 17 01:17:57.824425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55678) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:57.903733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.907602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f03e9ac1-19ae-46c1-8846-9e33718cebf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:57.914038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.928706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad6de2-5d60-4f9a-89f8-980d642ea780,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:57.937941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:57.942477 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-201cd3d4-77dc-4654-9a13-2371265a9ec1 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558909
Feb 17 01:17:57.952489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:57.956133 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3ad6de2-5d60-4f9a-89f8-980d642ea780 HTTP/1.1" status: 204  len: 168 time: 0.2760339
Feb 17 01:17:57.956133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:58.018640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:58.025956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-45dc4143-9633-4357-b62b-f270bffe8256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:58.043890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407df6d5-b54d-49e0-820d-5b8fa1336ebf,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:58.046622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:58.069481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:58.074104 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/407df6d5-b54d-49e0-820d-5b8fa1336ebf HTTP/1.1" status: 204  len: 168 time: 0.2516680
Feb 17 01:17:58.130779 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66884ccc-e976-4e31-b05c-0e23c3cde162 req-8f692790-bafe-4268-aeb5-c838a83fc63b service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1800368
Feb 17 01:17:58.316173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-676dfde3-024b-4235-bfe2-6a5634ac8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:58.321090 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-676dfde3-024b-4235-bfe2-6a5634ac8564 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 1160 time: 0.1391535
Feb 17 01:17:58.572660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-3d60aa19-2d49-4a75-8983-26ad2ced9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:58.574280 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-3d60aa19-2d49-4a75-8983-26ad2ced9681 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 909 time: 0.2468855
Feb 17 01:17:58.600604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd358-8aa3-4646-9a3b-4143a3ab2dde req-1b5a4a26-37fd-41cd-b173-4168e711318f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:58.603222 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-309bd358-8aa3-4646-9a3b-4143a3ab2dde req-1b5a4a26-37fd-41cd-b173-4168e711318f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1562076
Feb 17 01:17:58.712927 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-5473d641-14c0-4f70-9b7e-124510b988c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 HTTP/1.1" status: 200  len: 217 time: 0.1198823
Feb 17 01:17:58.799774 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-309bd358-8aa3-4646-9a3b-4143a3ab2dde req-3f3fde01-8826-4fc5-8a58-08c767cc0ae3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149650
Feb 17 01:17:58.838173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-73384633-5b02-42b4-a6f1-134ce5781535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:58.839777 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-73384633-5b02-42b4-a6f1-134ce5781535 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.1054373
Feb 17 01:17:58.947434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3d519-db6d-4e7c-98f3-ac0dae4609bd req-5625600c-d84b-49e3-8311-8ed29bb71237 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:58.954298 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-70a2326f-857b-4f8c-8307-d1e4b18686d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1004543
Feb 17 01:17:58.955122 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ca3d519-db6d-4e7c-98f3-ac0dae4609bd req-5625600c-d84b-49e3-8311-8ed29bb71237 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 943 time: 0.1085258
Feb 17 01:17:59.046717 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ca3d519-db6d-4e7c-98f3-ac0dae4609bd req-b21af587-e53d-4dd3-8103-498e32bf4c07 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905697
Feb 17 01:17:59.173234 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-f2416c5e-f393-45e3-9601-ae7af4ef98d4 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095356
Feb 17 01:17:59.422458 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c6432d2-4ee6-481a-884c-920a35bf0551 req-15f934ec-ec72-4697-bcd7-9fb19cc3dbbe service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2422733
Feb 17 01:18:00.086993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765071b-9a7b-4f40-b42c-7cb93457320d req-259824c7-c027-4c98-bc0a-5cee6566d423 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:00.088998 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4765071b-9a7b-4f40-b42c-7cb93457320d req-259824c7-c027-4c98-bc0a-5cee6566d423 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1122468
Feb 17 01:18:00.157821 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4765071b-9a7b-4f40-b42c-7cb93457320d req-99614711-88dc-4c8c-a4b1-81ca6a472bbe tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611036
Feb 17 01:18:00.431833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91854ba-ec1d-4b07-b906-366ab10ec1a5 req-3b0bc3ae-7cc0-491c-ab7d-f6d797da1897 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:00.439972 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d91854ba-ec1d-4b07-b906-366ab10ec1a5 req-3b0bc3ae-7cc0-491c-ab7d-f6d797da1897 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 943 time: 0.1231370
Feb 17 01:18:00.494892 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d91854ba-ec1d-4b07-b906-366ab10ec1a5 req-f0ad66a0-a17a-43fe-95fd-9e18ba6e2b6f tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538826
Feb 17 01:18:01.422891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d065-7f5f-4ea5-afa0-789fd8011667 req-02a1e0e5-795c-417d-9bcb-5ff0bdf3c3ef tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:01.424531 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d982d065-7f5f-4ea5-afa0-789fd8011667 req-02a1e0e5-795c-417d-9bcb-5ff0bdf3c3ef tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0972245
Feb 17 01:18:01.471122 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d982d065-7f5f-4ea5-afa0-789fd8011667 req-a3aef80a-56bc-4229-8cc1-c591a75e0878 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397708
Feb 17 01:18:01.688785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a95e-7676-418c-978d-1f7b6aeda197 req-5f6c798a-f5f2-4119-901e-8b02bbab0336 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:01.690415 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-67a5a95e-7676-418c-978d-1f7b6aeda197 req-5f6c798a-f5f2-4119-901e-8b02bbab0336 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 943 time: 0.0868750
Feb 17 01:18:01.737988 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-67a5a95e-7676-418c-978d-1f7b6aeda197 req-de2eb5ad-ee00-4d4d-b14e-9b84e325fbee tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411959
Feb 17 01:18:02.064791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55864) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:02.135221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Deleting subnet a7fca8af-30a4-4027-957e-f5600bf186c7 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:18:02.138412 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:02.189626 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:02.246684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:02.514121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:02.525272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:02.612826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fca8af-30a4-4027-957e-f5600bf186c7,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:02.626833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:02.659632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:02.666164 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-62f9e289-5537-4e25-abb2-334d01a264e4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a7fca8af-30a4-4027-957e-f5600bf186c7 HTTP/1.1" status: 204  len: 168 time: 0.6000998
Feb 17 01:18:02.668828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55876) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:02.786153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:02.977921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.093643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf99ee7f0>,) {'filters': {'network_id': ['b8cdc884-7f30-4496-b02a-a6c59eed3762']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:03.107115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf99ee7f0>, '45bdfa03-f778-41ae-adff-291c935e5045') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:03.107451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf99ee7f0>, '45bdfa03-f778-41ae-adff-291c935e5045') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:03.119179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.134506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.136480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:18:03.315959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Network b8cdc884-7f30-4496-b02a-a6c59eed3762 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:18:03.325815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.507655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Network b8cdc884-7f30-4496-b02a-a6c59eed3762 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:18:03.530913 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:18:03.611717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.615434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:03.632804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.639567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8cdc884-7f30-4496-b02a-a6c59eed3762,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:03.642576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:03.644526 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] 10.222.0.30 "DELETE /v2.0/networks/b8cdc884-7f30-4496-b02a-a6c59eed3762 HTTP/1.1" status: 204  len: 168 time: 0.9746578
Feb 17 01:18:03.647505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55886) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:03.712031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Deleting subnet de51d03d-6b59-4389-af00-0f6eaa5d7989 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:18:03.715078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.770416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:03.829464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.083411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.099197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:04.382624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:04.443433 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de51d03d-6b59-4389-af00-0f6eaa5d7989,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:04.452038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:04.462917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:04.468252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:04.468676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.497786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ecf0-35f1-4f50-a781-fc1832d01a60 req-b6508fcc-e41c-40a2-ad02-a64a47487069 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:04.499555 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7c78ecf0-35f1-4f50-a781-fc1832d01a60 req-b6508fcc-e41c-40a2-ad02-a64a47487069 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1013503
Feb 17 01:18:04.516987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.532426 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d8b0f10a-a6b8-4da7-adce-5c0070752328 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de51d03d-6b59-4389-af00-0f6eaa5d7989 HTTP/1.1" status: 204  len: 168 time: 0.8837793
Feb 17 01:18:04.534185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55894) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:04.566049 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7c78ecf0-35f1-4f50-a781-fc1832d01a60 req-379b3f36-c542-46b7-bcbb-3df8f76ec163 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579834
Feb 17 01:18:04.612427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.642846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f2217-3e83-4a05-b0e7-f48e0eeccf10'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:18:04.654848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:04.664993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.667909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:04.679082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.755346 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f2217-3e83-4a05-b0e7-f48e0eeccf10', 'code': 200}
Feb 17 01:18:04.760435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:04.764987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:04.768441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05000ae-40a0-438e-8fc3-c95586a0e376 req-034be18b-b94c-47e8-90d5-e3c176cb824c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:04.770113 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f05000ae-40a0-438e-8fc3-c95586a0e376 req-034be18b-b94c-47e8-90d5-e3c176cb824c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 943 time: 0.3242283
Feb 17 01:18:04.937217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f05000ae-40a0-438e-8fc3-c95586a0e376 req-c815950d-1d3f-47a7-ba1f-304c8038dccc tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363628
Feb 17 01:18:04.941146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:04.987767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b023-6158-4237-8740-8352d5a60440 req-65a4793c-5577-4d9f-8c54-6be19c385f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:04.989641 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46d9b023-6158-4237-8740-8352d5a60440 req-65a4793c-5577-4d9f-8c54-6be19c385f01 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 1162 time: 0.0846577
Feb 17 01:18:05.038383 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46d9b023-6158-4237-8740-8352d5a60440 req-0b529b2d-b390-44f1-9091-4014a1ca11a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380859
Feb 17 01:18:05.069572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf9e0bcc0>,) {'filters': {'network_id': ['cd3e4fe1-ce52-4ee4-bc1f-adf67403146b']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:05.083211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9e0bcc0>, '5d072cb1-9da1-4ae7-90b0-8a13ba1e6207') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:05.083555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9e0bcc0>, '5d072cb1-9da1-4ae7-90b0-8a13ba1e6207') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:05.095993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:05.111205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:05.113093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:18:05.307215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:18:05.317854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:05.502054 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Network cd3e4fe1-ce52-4ee4-bc1f-adf67403146b has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:18:05.525838 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:18:05.612782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:05.617699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6ff5ff0-75e5-40df-83b5-711d0081c834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:05.638797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:05.647308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3e4fe1-ce52-4ee4-bc1f-adf67403146b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:05.668261 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd3e4fe1-ce52-4ee4-bc1f-adf67403146b HTTP/1.1" status: 204  len: 168 time: 1.1211531
Feb 17 01:18:05.673272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0d6f2dad-4d56-4fe6-87b8-c199b6a71836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:05.810279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fee95-2de5-4ae1-9389-956a0ae296cb req-1d71902f-d21b-4c6c-8988-364b85e5fbf2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:05.812056 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b22fee95-2de5-4ae1-9389-956a0ae296cb req-1d71902f-d21b-4c6c-8988-364b85e5fbf2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0986650
Feb 17 01:18:05.854947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55934) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:05.890528 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b22fee95-2de5-4ae1-9389-956a0ae296cb req-ef810d82-3565-4813-804c-26a04b15653f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714121
Feb 17 01:18:05.922054 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c221a12b-c247-496e-be69-77ea3cca5075 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1882162e17aa46399784fa7186bab5d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0655563
Feb 17 01:18:05.924533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 55938) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:05.988097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.019900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.070786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.076549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e058f6e8-bfa7-445a-ab6a-a6beaa9493df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:06.089750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fbe34e-01be-4a17-baf2-73b38c052a9e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:06.092981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:06.095016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.099143 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70fbe34e-01be-4a17-baf2-73b38c052a9e HTTP/1.1" status: 204  len: 168 time: 0.1735213
Feb 17 01:18:06.148274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f2958-04d9-4fbf-8194-1389ae48984b req-03ea0b1e-c421-43b6-ae38-cef47df88085 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:06.149906 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c50f2958-04d9-4fbf-8194-1389ae48984b req-03ea0b1e-c421-43b6-ae38-cef47df88085 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 945 time: 0.0887110
Feb 17 01:18:06.216400 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c50f2958-04d9-4fbf-8194-1389ae48984b req-b0114205-b71d-45ca-be75-7e4e99025c24 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592339
Feb 17 01:18:06.650932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 55970) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:06.659060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 55976) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:06.724104 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1fb7a501-8eed-4894-998e-a2dc797bd34b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88ec71143f334e71b6cdfb42885561e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0636294
Feb 17 01:18:06.726657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 55984) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:06.815865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.849645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.879909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:06.902477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.908200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-98a072a9-de2a-4984-b739-f683d0a39bef tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:06.943492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:06.957684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f474da-4bda-4c7b-8d1d-b553d08e8359,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:06.960670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:06.969293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:06.973421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Usage tracker for resource:security_group_rule and tenant:89baa244c6c4418185b819798c445112 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:06.976516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:06.982568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:07.034280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:07.034783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.078360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.079567 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58f474da-4bda-4c7b-8d1d-b553d08e8359 HTTP/1.1" status: 204  len: 168 time: 0.3516474
Feb 17 01:18:07.147000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.151519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.164721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2a48637-f2fa-401e-a0ce-bdcbdfcdc03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:07.190404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb9b5-0d59-46a6-a795-789c8e74dc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.217776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ba691-118b-4a67-9a26-ff8a188b1ccc,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:07.229498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d75c9-d6e1-4429-b415-f4b08fc22105 req-6d41b2a6-da95-4054-9106-5d151daff999 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:07.233531 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9b8d75c9-d6e1-4429-b415-f4b08fc22105 req-6d41b2a6-da95-4054-9106-5d151daff999 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.2009144
Feb 17 01:18:07.234668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:07.239181 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89baa244c6c4418185b819798c445112&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5871153
Feb 17 01:18:07.242451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56006) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:07.294489 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9b8d75c9-d6e1-4429-b415-f4b08fc22105 req-fc923d64-6806-44fa-9f4e-13207c85fdaa tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524158
Feb 17 01:18:07.349655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.423068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.506962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902d9ee-ab27-4a92-a201-e8c8aa159dc4 req-03e46f3f-fbef-4f3e-8c73-52dbe72656ac tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:07.508662 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7902d9ee-ab27-4a92-a201-e8c8aa159dc4 req-03e46f3f-fbef-4f3e-8c73-52dbe72656ac tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 945 time: 0.1311741
Feb 17 01:18:07.509805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.514987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-456d8c5b-8cca-4ea1-9538-d79516513af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:07.545069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ba691-118b-4a67-9a26-ff8a188b1ccc,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:07.550808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:07.553817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.556351 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab8ba691-118b-4a67-9a26-ff8a188b1ccc HTTP/1.1" status: 204  len: 168 time: 0.3124900
Feb 17 01:18:07.583378 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7902d9ee-ab27-4a92-a201-e8c8aa159dc4 req-929c75d4-c190-4ea8-bff4-469a6878bce1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612893
Feb 17 01:18:08.161858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56062) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:08.190578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:08.208645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:08.212765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Usage tracker for resource:security_group_rule and tenant:2c99eaacfe0c4dc0849f04df179443ee is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:08.215734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:08.221597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:08.333365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:08.336933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:08.346850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c97a665f-47b3-4ac2-be34-49231833e3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:08.411263 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c99eaacfe0c4dc0849f04df179443ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2458539
Feb 17 01:18:08.411263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b35563-caa0-47bb-a5e8-ea16d1d80cac,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:08.412193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56104) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:08.413986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:08.522143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:08.576546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:08.627045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f7d4-dd07-49a5-8be5-78ceb98f834c req-e74897ad-61f3-42db-a4bb-430036f9d9d4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:08.628706 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aa87f7d4-dd07-49a5-8be5-78ceb98f834c req-e74897ad-61f3-42db-a4bb-430036f9d9d4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0993590
Feb 17 01:18:08.642210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:08.658861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2ef3e551-399e-4207-9bf0-8b4aed36b3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:08.677888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:08.682221 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02b35563-caa0-47bb-a5e8-ea16d1d80cac HTTP/1.1" status: 204  len: 168 time: 0.2687452
Feb 17 01:18:08.683395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b35563-caa0-47bb-a5e8-ea16d1d80cac,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:08.685835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:08.714863 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aa87f7d4-dd07-49a5-8be5-78ceb98f834c req-d7653e7b-6d93-4336-b1db-9be73f6b39f5 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769145
Feb 17 01:18:08.962763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56132) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:09.125519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56146) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:09.168761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.202312 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:09.213164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Usage tracker for resource:security_group_rule and tenant:bb332f4de02f4a5d8245731bece69ef3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:09.217913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:09.226452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:09.318214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56152) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:09.362629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.382854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:09.387182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Usage tracker for resource:security_group_rule and tenant:b9349faf63e146949590a4e0c20e1b17 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:09.390220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:09.396038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:09.402184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.405019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.416836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.426859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6bca5d5f-ab1f-4d71-b2a5-8703fbc13d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:09.451340 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:09.472084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Usage tracker for resource:security_group_rule and tenant:a9dce5e47a9d4ed8845f9c4546ca401d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:09.475776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:09.486148 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb332f4de02f4a5d8245731bece69ef3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3569152
Feb 17 01:18:09.486967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56160) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:09.488115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07df7362-e766-45e8-aee0-60be908092b4,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:09.491117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:09.493442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:09.504681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.513834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.557457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-63c90f45-5079-48fd-93e2-2bb861dc27ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:09.595593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.598952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.608818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a2c7f5aa-107d-42fb-8d82-f239b0a4e4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:09.656396 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9dce5e47a9d4ed8845f9c4546ca401d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3371260
Feb 17 01:18:09.658487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c194f-226a-4d4e-9398-78e3b4b95a11,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:09.661340 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56172) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:09.664156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:09.741294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.783162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.815217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9349faf63e146949590a4e0c20e1b17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8486981
Feb 17 01:18:09.816758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56184) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:09.819319 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf18446-6786-4b8f-af0f-6080eccb2d1b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:09.824020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:09.865474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.897798 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.951791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.957082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:09.962613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.969043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d17d528e-4a64-42d3-8a5d-80197e31b522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:09.971244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07df7362-e766-45e8-aee0-60be908092b4,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:09.973614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:09.981371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.985563 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07df7362-e766-45e8-aee0-60be908092b4 HTTP/1.1" status: 204  len: 168 time: 0.4950392
Feb 17 01:18:09.997846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c194f-226a-4d4e-9398-78e3b4b95a11,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:10.003140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:10.007159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.054712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.063024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.066879 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/561c194f-226a-4d4e-9398-78e3b4b95a11 HTTP/1.1" status: 204  len: 168 time: 0.4021106
Feb 17 01:18:10.078880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d03f-508f-4b0f-9ddf-42897a855dc1 req-f930c74f-b76c-4da1-aaa9-76ab09514be7 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:10.080552 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-22d3d03f-508f-4b0f-9ddf-42897a855dc1 req-f930c74f-b76c-4da1-aaa9-76ab09514be7 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.2226322
Feb 17 01:18:10.098971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-03fab0ad-4328-46b2-9ef9-ffd2768e8dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.153467 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-22d3d03f-508f-4b0f-9ddf-42897a855dc1 req-ef830a28-6eb3-4a70-b987-8f9b0712ac03 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654130
Feb 17 01:18:10.162092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.167688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0f683f85-7dc9-4240-bf0f-c506ca1a3aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:10.192655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf18446-6786-4b8f-af0f-6080eccb2d1b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:10.196859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.200604 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cf18446-6786-4b8f-af0f-6080eccb2d1b HTTP/1.1" status: 204  len: 168 time: 0.3803105
Feb 17 01:18:10.201473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:10.646414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56220) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:10.666657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.683485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:10.687639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Usage tracker for resource:security_group_rule and tenant:0638d16d33f643bfa5fa81dcf443a26e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:10.690681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:10.698381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:10.804596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.808278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.823167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.823405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eae2ba60-74e5-421a-93d0-c53b3d7d8ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:10.874207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56228) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:10.874374 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0638d16d33f643bfa5fa81dcf443a26e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2265761
Feb 17 01:18:10.875230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b425b5ea-bce8-45d2-8f47-cc5b2855fc58,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:10.879377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:10.952395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.988961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:11.040827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:11.045827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:11.060175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b425b5ea-bce8-45d2-8f47-cc5b2855fc58,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:11.063247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:11.064326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:11.065494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b425b5ea-bce8-45d2-8f47-cc5b2855fc58 HTTP/1.1" status: 204  len: 168 time: 0.1902683
Feb 17 01:18:11.204882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:11.442770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbdf63-297e-4e05-808f-9ecbf1616218 req-e7b9f677-22ae-4726-9366-db8b67db1ccc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:11.451576 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-03dbdf63-297e-4e05-808f-9ecbf1616218 req-e7b9f677-22ae-4726-9366-db8b67db1ccc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1255724
Feb 17 01:18:11.488827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:11.528465 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-03dbdf63-297e-4e05-808f-9ecbf1616218 req-f0fe2395-69d3-437f-9973-c2095c170f06 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707159
Feb 17 01:18:11.623147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e510c4-e432-421b-8d1b-1524392da1be req-292c1532-bc9b-461b-890f-0fc2fa7a363f tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:11.634363 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-292c1532-bc9b-461b-890f-0fc2fa7a363f tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 0.2705340
Feb 17 01:18:11.663435 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-fc494b69-d8a5-4ec9-8c7a-47a761562a6f tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/quotas/c2debd9553a7455e9c609c52eb751969 HTTP/1.1" status: 200  len: 375 time: 0.0208027
Feb 17 01:18:11.779136 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-9661ef75-c9f5-4e1d-baf5-ddb5195bfeb6 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1145990
Feb 17 01:18:11.947363 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-4f7a98cc-b89b-42e5-be4e-91d0495f6384 service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672518
Feb 17 01:18:12.111880 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-09ce643c-a5db-49d1-8a38-e9b13539fd1c service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550200
Feb 17 01:18:12.355785 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ed109b31-7583-43d0-85e2-718493e7afe3 req-23f61078-5692-417b-b867-c44a9296ba9b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 210 time: 0.0694509
Feb 17 01:18:12.782407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2680df-4731-4e2e-a65b-230b9789864f req-92a7a25f-d306-4d70-af20-58318e687cb4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:12.784814 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9b2680df-4731-4e2e-a65b-230b9789864f req-92a7a25f-d306-4d70-af20-58318e687cb4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1169538
Feb 17 01:18:12.843413 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9b2680df-4731-4e2e-a65b-230b9789864f req-003bb2c5-8c76-47f9-9fe3-8383b1e22576 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478370
Feb 17 01:18:13.597840 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3a77bdf0-0f9d-4be6-a474-239a1fd2ae81 req-022d52a0-9c95-412f-87d8-48322c9e9b86 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 210 time: 0.0718403
Feb 17 01:18:13.784485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:13.887864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e510c4-e432-421b-8d1b-1524392da1be req-7def38bf-0e73-452c-a02e-a449c8dd1747 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:13.889955 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-7def38bf-0e73-452c-a02e-a449c8dd1747 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 0.1927383
Feb 17 01:18:13.916507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Request body: {'port': {'device_id': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18', 'admin_state_up': True, 'tenant_id': 'c2debd9553a7455e9c609c52eb751969'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:14.109142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304a8a-2b6e-4c9f-8401-0c01e21e3ab6 req-564c8bb3-db6a-4eff-a435-40f028add7ee tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:14.124844 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9e304a8a-2b6e-4c9f-8401-0c01e21e3ab6 req-564c8bb3-db6a-4eff-a435-40f028add7ee tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1173031
Feb 17 01:18:14.196235 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9e304a8a-2b6e-4c9f-8401-0c01e21e3ab6 req-9ff2dc9b-2726-4962-8be0-241522311c5d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704606
Feb 17 01:18:14.235124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:14.247327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:14.260671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Made reservation on behalf of c2debd9553a7455e9c609c52eb751969 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:14.266496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:14.628225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Allocated IP 172.20.0.11 (46d93f49-e431-48a7-87e9-209d5aee9f18/946e3ac9-1b13-43fd-ae83-d86684df07e1/8bd0e8f5-694c-431b-b350-5d5e88535022) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:14.764279 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a8bb347b-6e5c-4369-b688-a30d45281041 req-67fcfc06-8639-4759-84ef-5504f661e75d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 210 time: 0.0514836
Feb 17 01:18:14.850968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:14.882227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:14.901821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5b5c1460-7f1a-4b44-8f16-4711c8558856 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:15.051310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event updated for resources: {'Port': ['ID=8bd0e8f5-694c-431b-b350-5d5e88535022,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:15.054756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:15.110199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:15.111448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:15.114015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:15.118810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:15.119339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:15.147467 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2354198
Feb 17 01:18:15.159975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Request body: {'port': {'device_id': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:15.313025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:15.445003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745dda-85c2-48ef-a17b-f898fa9265e2 req-83c289d6-7941-4041-9f79-a476dca410cc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:15.453450 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-51745dda-85c2-48ef-a17b-f898fa9265e2 req-83c289d6-7941-4041-9f79-a476dca410cc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1029387
Feb 17 01:18:15.521548 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-51745dda-85c2-48ef-a17b-f898fa9265e2 req-ba99afde-cfcf-48b8-9e0c-334f9743decc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626831
Feb 17 01:18:15.828057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd0e8f5-694c-431b-b350-5d5e88535022 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:18:15.838549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:15.873075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Transition to ACTIVE for port object 8bd0e8f5-694c-431b-b350-5d5e88535022 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:15.876142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:15.903906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9f9a7b2e-14e2-47e8-a54e-9dd6ec2db0df tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:16.015672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd89a1-07bd-4b85-944a-c1dc6c01b905 req-3b3003ed-e87e-4a1b-935f-f8b529a92177 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:16.021035 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13bd89a1-07bd-4b85-944a-c1dc6c01b905 req-3b3003ed-e87e-4a1b-935f-f8b529a92177 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 944 time: 0.1101155
Feb 17 01:18:16.060790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Pushing event updated for resources: {'Port': ['ID=8bd0e8f5-694c-431b-b350-5d5e88535022,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:16.065356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:16.088026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13bd89a1-07bd-4b85-944a-c1dc6c01b905 req-eec83810-51d3-452b-9e23-f470aa2ef91d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587621
Feb 17 01:18:16.224619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Attempting to bind port 8bd0e8f5-694c-431b-b350-5d5e88535022 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:16.224970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Attempting to bind port 8bd0e8f5-694c-431b-b350-5d5e88535022 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:16.225533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Attempting to bind port 8bd0e8f5-694c-431b-b350-5d5e88535022 on network 46d93f49-e431-48a7-87e9-209d5aee9f18 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:16.240912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:16.240912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Checking segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:16.240912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:16.240912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Bound using segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:16.240912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Bound port: 8bd0e8f5-694c-431b-b350-5d5e88535022, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:16.240912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:16.349125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] For port 8bd0e8f5-694c-431b-b350-5d5e88535022, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:16.353183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] For port 8bd0e8f5-694c-431b-b350-5d5e88535022, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8bd0e8f5-694c-431b-b350-5d5e88535022,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:16.356934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:16.373576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:16.538016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Pushing event updated for resources: {'Port': ['ID=8bd0e8f5-694c-431b-b350-5d5e88535022,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:16.542937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:16.575590 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:16.579658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:16.579658 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] 10.222.0.70 "PUT /v2.0/ports/8bd0e8f5-694c-431b-b350-5d5e88535022 HTTP/1.1" status: 200  len: 1158 time: 1.4226482
Feb 17 01:18:16.579658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:18:16.652344 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022', 'status': 'completed', 'code': 200}
Feb 17 01:18:16.738401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e510c4-e432-421b-8d1b-1524392da1be req-a5112aa3-7fbe-49ff-bd24-509553cc206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:16.740954 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-a5112aa3-7fbe-49ff-bd24-509553cc206f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 1161 time: 0.0909619
Feb 17 01:18:16.758215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393160fd-cf16-4160-b682-f6a7dbb8f38f req-7ac81062-0ef2-43e7-9f7c-b98a6d187d00 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:16.760673 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-393160fd-cf16-4160-b682-f6a7dbb8f38f req-7ac81062-0ef2-43e7-9f7c-b98a6d187d00 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1140897
Feb 17 01:18:16.818956 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-393160fd-cf16-4160-b682-f6a7dbb8f38f req-d3668114-08e1-4bc0-b7d2-ba96fec60597 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512841
Feb 17 01:18:16.831181 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-40e7adc6-e77b-4400-92ec-5e62792deb2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd0e8f5-694c-431b-b350-5d5e88535022 HTTP/1.1" status: 200  len: 217 time: 0.0812032
Feb 17 01:18:16.910464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e510c4-e432-421b-8d1b-1524392da1be req-cbb4219d-2c2e-4709-8103-5a4876bf957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:16.912018 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-cbb4219d-2c2e-4709-8103-5a4876bf957e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.0659881
Feb 17 01:18:16.972529 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-4ba5d2ca-f53f-45b6-9b1c-8aa58d27a704 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525758
Feb 17 01:18:17.127733 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-ba02a7b8-ea7b-4cd8-b041-837b48605b75 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454060
Feb 17 01:18:17.298684 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65e510c4-e432-421b-8d1b-1524392da1be req-5c902398-7499-42f4-8498-8489922b8a32 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1636951
Feb 17 01:18:17.321040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7956-e87e-4a6b-874e-6c35c8bc618f req-da43d074-c216-4c3c-b81b-46ebbbebf12d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:17.322886 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65ec7956-e87e-4a6b-874e-6c35c8bc618f req-da43d074-c216-4c3c-b81b-46ebbbebf12d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 944 time: 0.1139145
Feb 17 01:18:17.378523 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-65ec7956-e87e-4a6b-874e-6c35c8bc618f req-a2feac91-81e4-4705-96fb-2fced118fb20 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472345
Feb 17 01:18:17.468799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-17e11134-9c49-4820-8f9a-a387bbfed6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:17.470328 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-17e11134-9c49-4820-8f9a-a387bbfed6dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 1161 time: 0.0893424
Feb 17 01:18:17.621517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-63085b4c-0366-4d41-9ba5-8fa91f67ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:17.623326 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-63085b4c-0366-4d41-9ba5-8fa91f67ff6b service neutron] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 909 time: 0.1431341
Feb 17 01:18:17.925787 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-2ffb3a36-5298-4e19-a922-9b01435bfcf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd0e8f5-694c-431b-b350-5d5e88535022 HTTP/1.1" status: 200  len: 217 time: 0.2948010
Feb 17 01:18:17.940917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56512) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:18.071099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-ca5d4a6d-d45f-4de5-b5b1-540b53a257be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:18.072918 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-ca5d4a6d-d45f-4de5-b5b1-540b53a257be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.1288507
Feb 17 01:18:18.141910 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-52f6eea2-68e1-4b72-a4b3-26cd5e4ceabd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598960
Feb 17 01:18:18.188154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0901-ebef-479f-a511-ebfaf2fcd96e req-ff028f85-c4dc-479a-b2c1-99abef7a3f55 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:18.189689 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a57e0901-ebef-479f-a511-ebfaf2fcd96e req-ff028f85-c4dc-479a-b2c1-99abef7a3f55 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.2052834
Feb 17 01:18:18.192760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:18.289228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:18.298121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Usage tracker for resource:security_group_rule and tenant:d4860cdd68914733b332c7e67c6d3622 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:18.304852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:18.320012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:18.359425 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a57e0901-ebef-479f-a511-ebfaf2fcd96e req-8a90b88d-6a9b-4a92-aec1-e5a9906443d1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567111
Feb 17 01:18:18.403491 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-62b8b640-b4d1-4691-a5da-266edfbbceef service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457376
Feb 17 01:18:18.566912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:18.587103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:18.598732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bf733c35-1f49-43fb-9090-25cf12418606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:18.637291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ecc6b-1ff9-436c-adfb-a3f37339fbee req-5b374c77-a219-4cfb-8ffd-df3b7599036b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:18.645838 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a35ecc6b-1ff9-436c-adfb-a3f37339fbee req-5b374c77-a219-4cfb-8ffd-df3b7599036b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 944 time: 0.1146331
Feb 17 01:18:18.663489 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b589fc36-a16d-41f8-9210-0ff889fc3361 req-70f0c89b-54c9-415f-9e02-5217fd58de89 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2322440
Feb 17 01:18:18.665029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082c6480-9a5d-43aa-a45d-a4f19836b505,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:18.670674 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4860cdd68914733b332c7e67c6d3622&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7286129
Feb 17 01:18:18.675451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:18.685045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56532) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:18.702799 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a35ecc6b-1ff9-436c-adfb-a3f37339fbee req-dcbf073d-98c6-46a3-920c-3c3ba2e53404 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553703
Feb 17 01:18:18.767459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:18.811112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:18.859731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:18.865504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2267f585-953b-4980-8a16-a4c39debfc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:18.876914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082c6480-9a5d-43aa-a45d-a4f19836b505,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:18.884186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:18.884981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:18.889768 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/082c6480-9a5d-43aa-a45d-a4f19836b505 HTTP/1.1" status: 204  len: 168 time: 0.2027559
Feb 17 01:18:19.204863 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56550) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:19.227405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:19.243034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:19.247148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Usage tracker for resource:security_group_rule and tenant:f824cfe4171a4d64b3095810f72d7681 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:19.250142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:19.257158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:19.324154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:18:19.348383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:19.351220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:19.360075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-82fcf065-a7b4-46cf-b5a4-eb01054c4bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:19.403606 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f824cfe4171a4d64b3095810f72d7681&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1973748
Feb 17 01:18:19.406410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56556) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:19.407047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8a10e-e452-49b6-a3f0-32b4aec7ed78,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:19.410900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:19.470421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:19.501307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:19.551860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:19.558967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-88e8c22c-9bb1-4c16-879c-33414142223c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:19.573295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8a10e-e452-49b6-a3f0-32b4aec7ed78,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:19.575010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1b859-ec72-4208-9e38-ca1511259437 req-42ea86b4-972a-4db1-b0c7-8519ddb99370 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:19.576121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:19.576736 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0e1b859-ec72-4208-9e38-ca1511259437 req-42ea86b4-972a-4db1-b0c7-8519ddb99370 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0919704
Feb 17 01:18:19.586801 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:19.590907 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31f8a10e-e452-49b6-a3f0-32b4aec7ed78 HTTP/1.1" status: 204  len: 168 time: 0.1829398
Feb 17 01:18:19.648507 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0e1b859-ec72-4208-9e38-ca1511259437 req-205a94a0-011d-4673-87ab-6bd167b94b44 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637012
Feb 17 01:18:20.120239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28b0bc-3030-42a7-aa5e-103c20506e32 req-8f056f3e-4caf-443f-a43a-2da93168f729 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:20.121830 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9d28b0bc-3030-42a7-aa5e-103c20506e32 req-8f056f3e-4caf-443f-a43a-2da93168f729 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 944 time: 0.3063924
Feb 17 01:18:20.192166 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9d28b0bc-3030-42a7-aa5e-103c20506e32 req-15953db1-294e-4fb9-9c05-76917e206e73 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599058
Feb 17 01:18:20.900199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3049d6-4799-4125-a1f3-045338ff2cf2 req-fbdef08b-0ba1-45ba-9ca3-75c28ffa7e4a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:20.901542 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d3049d6-4799-4125-a1f3-045338ff2cf2 req-fbdef08b-0ba1-45ba-9ca3-75c28ffa7e4a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1094139
Feb 17 01:18:20.951719 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d3049d6-4799-4125-a1f3-045338ff2cf2 req-73164dab-65e5-4c7c-8e41-9d4d9a6f3b29 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436230
Feb 17 01:18:21.405027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2d149-ad0a-4ff5-978c-085400006236 req-1152edaa-e855-482e-8c46-11dab4d138ce tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:21.406808 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-77f2d149-ad0a-4ff5-978c-085400006236 req-1152edaa-e855-482e-8c46-11dab4d138ce tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 944 time: 0.0987730
Feb 17 01:18:21.460628 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-77f2d149-ad0a-4ff5-978c-085400006236 req-6d557019-0400-48d3-85f4-44eb007f75b1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467854
Feb 17 01:18:21.666475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8bd0e8f5-694c-431b-b350-5d5e88535022 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:21.744006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 8bd0e8f5-694c-431b-b350-5d5e88535022 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:21.751378 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 8bd0e8f5-694c-431b-b350-5d5e88535022 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:21.751830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:21.901823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:21.937084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:18:21.947890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 8bd0e8f5-694c-431b-b350-5d5e88535022, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8bd0e8f5-694c-431b-b350-5d5e88535022,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:21.952300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:21.954600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:22.028875 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022', 'code': 200}
Feb 17 01:18:22.042632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=8bd0e8f5-694c-431b-b350-5d5e88535022,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:22.047495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:22.282668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3673b1-db16-4c5a-a87d-e7d5a3509fc5 req-070e3bf2-bdd6-4a9b-a6df-e05bd872f924 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:22.295232 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2e3673b1-db16-4c5a-a87d-e7d5a3509fc5 req-070e3bf2-bdd6-4a9b-a6df-e05bd872f924 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1523154
Feb 17 01:18:22.396776 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2e3673b1-db16-4c5a-a87d-e7d5a3509fc5 req-470e32d0-53d6-408c-bdc4-3799b10b3803 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005211
Feb 17 01:18:22.427109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145b835-bc5d-4482-93d5-7d958162ec39 req-b6369c7c-7d9e-4a4d-92ee-4b729c490b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:22.428772 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4145b835-bc5d-4482-93d5-7d958162ec39 req-b6369c7c-7d9e-4a4d-92ee-4b729c490b53 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 1163 time: 0.0951979
Feb 17 01:18:22.477283 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4145b835-bc5d-4482-93d5-7d958162ec39 req-7168a9b8-b1a0-43d4-a9e4-5248b58430ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391431
Feb 17 01:18:22.663485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a1bc1-ef50-4e23-96d1-1090c6bf711a req-b12a2bbe-a4fd-456b-a0f5-97a0efcdae00 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:22.664286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1a5a1bc1-ef50-4e23-96d1-1090c6bf711a req-b12a2bbe-a4fd-456b-a0f5-97a0efcdae00 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:18:22.679058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1a5a1bc1-ef50-4e23-96d1-1090c6bf711a req-b12a2bbe-a4fd-456b-a0f5-97a0efcdae00 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:18:22.680548 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1a5a1bc1-ef50-4e23-96d1-1090c6bf711a req-b12a2bbe-a4fd-456b-a0f5-97a0efcdae00 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.1033602
Feb 17 01:18:22.729395 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1a5a1bc1-ef50-4e23-96d1-1090c6bf711a req-ff5aa1a6-2b5d-4bf2-bad6-af9dae3c0797 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423622
Feb 17 01:18:22.800769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56682) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:22.927206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:22.943617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:22.948364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Usage tracker for resource:security_group_rule and tenant:942511e89b7e44d887011ba938a064b5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:22.951316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:22.957389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:23.044202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.047227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.056784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a5716754-a511-42a5-ade0-afe0d801f7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:23.100430 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=942511e89b7e44d887011ba938a064b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2984083
Feb 17 01:18:23.101382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8afb50f-f027-411e-b3b4-607304a00495,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:23.103188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56688) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:23.105145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:23.173404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.202975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.251715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.257182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-875a6922-3735-490e-b5f9-04f5250d8cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:23.281479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8afb50f-f027-411e-b3b4-607304a00495,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:23.285916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:23.288180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.289886 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8afb50f-f027-411e-b3b4-607304a00495 HTTP/1.1" status: 204  len: 168 time: 0.1850567
Feb 17 01:18:23.628083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56706) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:23.633260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961476e7-ea86-4b93-bab1-a8a554480b5b req-2da0b4a9-a375-40ac-8a6c-1f0928481648 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:23.634907 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-961476e7-ea86-4b93-bab1-a8a554480b5b req-2da0b4a9-a375-40ac-8a6c-1f0928481648 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0988517
Feb 17 01:18:23.655748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.672356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:23.676509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Usage tracker for resource:security_group_rule and tenant:7447e553061b4a72aa78c6265a005e54 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:23.679533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:23.685411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:23.689393 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-961476e7-ea86-4b93-bab1-a8a554480b5b req-ed8d315f-09d2-400a-b494-cb4ee8c9fa09 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481892
Feb 17 01:18:23.787600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.793777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.804548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6971fc58-2276-45e1-a35d-7de288da2629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:23.840212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52db8665-c0b7-4ad4-a794-53bbafcea880,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:23.844288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:23.863412 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7447e553061b4a72aa78c6265a005e54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2338250
Feb 17 01:18:23.866772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56716) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:23.935098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:23.959929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07f861-4c4c-4759-b3db-3894767f1f1e req-dea0b393-75a8-435c-a53a-4ffb397c4de2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:23.962395 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6d07f861-4c4c-4759-b3db-3894767f1f1e req-dea0b393-75a8-435c-a53a-4ffb397c4de2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.1026108
Feb 17 01:18:23.965484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.012800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.019748 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6d07f861-4c4c-4759-b3db-3894767f1f1e req-55dfd6f6-97f1-483a-a2c1-045ca45c0ba8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507729
Feb 17 01:18:24.021192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-217674f7-1d29-4be2-b72a-b7f12ea214de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:24.034961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52db8665-c0b7-4ad4-a794-53bbafcea880,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:24.042457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.046190 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52db8665-c0b7-4ad4-a794-53bbafcea880 HTTP/1.1" status: 204  len: 168 time: 0.1756921
Feb 17 01:18:24.051358 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:24.469526 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56736) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:24.495411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.511756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:24.515962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Usage tracker for resource:security_group_rule and tenant:74ec013089a14a9abd146836817e9aff is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:24.522374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:24.528745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:24.627894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.631080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.641193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fee49dc7-d377-4c15-9149-1bf1e648fb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:24.684278 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74ec013089a14a9abd146836817e9aff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2133713
Feb 17 01:18:24.685209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c796d34f-4aa5-4394-ba74-0da1805e992a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:24.687067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56746) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:24.688565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:24.750050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.778814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.829514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.834344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:24.846561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796d34f-4aa5-4394-ba74-0da1805e992a,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:24.849748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:24.852488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:24.854672 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c796d34f-4aa5-4394-ba74-0da1805e992a HTTP/1.1" status: 204  len: 168 time: 0.1664872
Feb 17 01:18:25.582836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56774) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:25.704724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-541084653-network', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:25.710020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:25.714848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Usage tracker for resource:network and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:25.718276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:25.724597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:25.734979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Made reservation on behalf of 0eabf95addb344e486905f7f5d1767b5 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:25.739794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.753178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.770328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:25.774904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Usage tracker for resource:security_group_rule and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:25.778074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:25.784030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:25.869324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.872311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.876494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7ad0db8c-4cbc-4b06-84a2-1f216aab841e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:25.910412 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:18:25.920339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d51955-082d-4fa9-811d-a0a1e522dbef,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:25.924195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:25.926707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.927149 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Added segment 40d121cf-96b1-4bb4-82cf-ae79fc8d86c9 of type vxlan for network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13
Feb 17 01:18:25.957439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.991630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.993530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:25.994180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:25.999636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e9ab3c09-7353-47b8-b796-90c4327a044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:26.019877 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8bd0e8f5-694c-431b-b350-5d5e88535022 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:26.108430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Pushing event updated for resources: {'Network': ['ID=2de463d4-5d2e-49b1-b224-2c9fd96e9c13,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:26.115336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5310972
Feb 17 01:18:26.116413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:26.116993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56784) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:26.124077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Request body: {'subnet': {'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-541084653-subnet', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:26.129224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:26.131317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 8bd0e8f5-694c-431b-b350-5d5e88535022 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:26.132083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:26.135115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Usage tracker for resource:subnet and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:26.138763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:26.162011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:18:26.175457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:18:26.178045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fc2b1-275b-4967-b381-500d8f5ce14c req-fa0ec3ee-652f-4ced-a319-19f343c1d1ce tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:26.179667 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ba9fc2b1-275b-4967-b381-500d8f5ce14c req-fa0ec3ee-652f-4ced-a319-19f343c1d1ce tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0967722
Feb 17 01:18:26.190299 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:26.214038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Made reservation on behalf of 0eabf95addb344e486905f7f5d1767b5 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:26.218813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:26.234125 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ba9fc2b1-275b-4967-b381-500d8f5ce14c req-be825e1f-3d19-492a-8b2c-a9b4cef26ae7 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474834
Feb 17 01:18:26.365451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf252-ef22-4865-af15-e412d8588ee5 req-b6b785c9-b7e2-41fd-84ea-d8abe3649ed0 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:26.367081 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7bdf252-ef22-4865-af15-e412d8588ee5 req-b6b785c9-b7e2-41fd-84ea-d8abe3649ed0 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.2252386
Feb 17 01:18:26.458790 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7bdf252-ef22-4865-af15-e412d8588ee5 req-48bede56-82ac-490e-be9e-b710c0b7ca99 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840406
Feb 17 01:18:26.739567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:26.756357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ba39f3c6-67d0-418d-838f-1fbc5deaf896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:26.893479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa44810-5216-443c-9896-0c56631a6e6e,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:26.900210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:26.994912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Checking segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:26.995342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Network hostable DHCP agents. Network: 2de463d4-5d2e-49b1-b224-2c9fd96e9c13, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:18:27.064982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:18:27.078205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 2de463d4-5d2e-49b1-b224-2c9fd96e9c13) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:27.090402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5298ed-f80f-46ab-82f8-47bf21d55223 None None] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:18:27.101134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:27.102330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:27.138545 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1a6d2e66-3e27-4c0b-81a4-bd7b388ec3fe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0199037
Feb 17 01:18:27.142409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56806) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:27.149525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:27.170983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:27.185528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Usage tracker for resource:router and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:27.191256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:27.198010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:27.209413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:27.210703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:27.232000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:27.392626 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:18:27.393780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:27.549914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56826) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:27.634284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:27.782990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Allocated IP 172.20.0.2 (2de463d4-5d2e-49b1-b224-2c9fd96e9c13/efa44810-5216-443c-9896-0c56631a6e6e/403f053d-83a6-4dea-b7f5-570a386e1343) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:27.819687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:27.841532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:27.846440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Usage tracker for resource:security_group_rule and tenant:03d8d097de9d49658b5188d0647894ea is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:27.851506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:27.859323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:27.861877 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9912518-25c8-4c70-a2e1-1d1fef29852e req-e4e46ba4-22d8-476a-ad21-871b00dbe4b3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:27.863560 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e9912518-25c8-4c70-a2e1-1d1fef29852e req-e4e46ba4-22d8-476a-ad21-871b00dbe4b3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.2212772
Feb 17 01:18:27.914138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f70867-147a-4b3c-a1c2-bb2105a23f10 req-1034ee59-e72f-4235-9244-30bc57532e41 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:27.915646 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-06f70867-147a-4b3c-a1c2-bb2105a23f10 req-1034ee59-e72f-4235-9244-30bc57532e41 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.2481289
Feb 17 01:18:27.962545 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e9912518-25c8-4c70-a2e1-1d1fef29852e req-00930cf2-e037-46a0-9369-a70b60d3f646 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917542
Feb 17 01:18:28.028677 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-06f70867-147a-4b3c-a1c2-bb2105a23f10 req-ecf7b6be-b8f1-4078-a25b-61df00d4cde4 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020043
Feb 17 01:18:28.119543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.124672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.134790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:28.172796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.185666 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03d8d097de9d49658b5188d0647894ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6319604
Feb 17 01:18:28.186478 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 56846) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:28.191891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0f2e3-b622-4253-9296-40f3f035bdaa,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:28.196435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:28.210446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.226080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Transition to ACTIVE for port object 403f053d-83a6-4dea-b7f5-570a386e1343 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:28.246825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.282884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Transition to ACTIVE for port object 403f053d-83a6-4dea-b7f5-570a386e1343 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:28.296344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.387565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d40b36ba-e672-4d09-876c-977a6c4771c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:28.428026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.474517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.689945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.690914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:28.691842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Pushing event updated for resources: {'Port': ['ID=403f053d-83a6-4dea-b7f5-570a386e1343,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:28.694651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:28.696449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:28.697208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:28.707089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1136407e-5b6d-43e6-bda0-cd1ea165a595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:28.731651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af0f2e3-b622-4253-9296-40f3f035bdaa,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:28.735034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8bd0e8f5-694c-431b-b350-5d5e88535022 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:28.739589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:28.764130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Allocated IP 172.27.1.214 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/ca8e15d7-9925-4dc8-ab67-f323e8375a68) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:28.769723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.770963 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4af0f2e3-b622-4253-9296-40f3f035bdaa HTTP/1.1" status: 204  len: 168 time: 0.5829780
Feb 17 01:18:28.837856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Attempting to bind port 403f053d-83a6-4dea-b7f5-570a386e1343 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:28.838536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Attempting to bind port 403f053d-83a6-4dea-b7f5-570a386e1343 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:28.838675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Attempting to bind port 403f053d-83a6-4dea-b7f5-570a386e1343 on network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:28.848297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:28.848724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Checking segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:28.849174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.849618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Bound using segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:28.850150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Bound port: 403f053d-83a6-4dea-b7f5-570a386e1343, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:28.850554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.918262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 8bd0e8f5-694c-431b-b350-5d5e88535022 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:28.918688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.937196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:28.971762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.001136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] For port 403f053d-83a6-4dea-b7f5-570a386e1343, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:29.005095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] For port 403f053d-83a6-4dea-b7f5-570a386e1343, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=403f053d-83a6-4dea-b7f5-570a386e1343,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:29.021407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.040320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:29.070628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:29.144197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56868) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:29.167579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.192647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:29.197861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Usage tracker for resource:security_group_rule and tenant:b9a745dbd41845c3ad510eda44f75bdd is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:29.201176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:29.208756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:29.228587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Pushing event updated for resources: {'Port': ['ID=403f053d-83a6-4dea-b7f5-570a386e1343,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:29.263900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:29.271583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:29.276965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:29.304055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Pushing event updated for resources: {'Port': ['ID=ca8e15d7-9925-4dc8-ab67-f323e8375a68,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:29.312062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:29.313674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:29.338012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.342635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.357545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916f5e-7752-42fc-afab-accee85efa9f req-2a03ffe0-eb22-4a75-87c0-8ecb10ba0523 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:29.359216 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-85916f5e-7752-42fc-afab-accee85efa9f req-2a03ffe0-eb22-4a75-87c0-8ecb10ba0523 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.2403133
Feb 17 01:18:29.367477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0da03e8d-5b27-4331-acb0-bed1d8b0da4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:29.400387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05421679-e884-4df6-a255-ef4b34361bad,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:29.405823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:29.430434 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9a745dbd41845c3ad510eda44f75bdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2836325
Feb 17 01:18:29.432307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56876) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:29.510732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.543963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.607844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.613768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1ae7a074-42f9-4fcc-9c5f-7b07a761f4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:29.629124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05421679-e884-4df6-a255-ef4b34361bad,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:29.635291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:29.639915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:29.643839 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05421679-e884-4df6-a255-ef4b34361bad HTTP/1.1" status: 204  len: 168 time: 0.2076159
Feb 17 01:18:29.918325 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-85916f5e-7752-42fc-afab-accee85efa9f req-30353ccd-bb67-4b4e-964f-7116e6eef131 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4947464
Feb 17 01:18:30.147669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:30.558164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:30.665033 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device a3565103-cced-453f-a927-8a4bd1cdc31f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:30.785103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port a3565103-cced-453f-a927-8a4bd1cdc31f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:30.785544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:30.881976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:18:30.936506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 403f053d-83a6-4dea-b7f5-570a386e1343 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:31.086206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 403f053d-83a6-4dea-b7f5-570a386e1343 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:31.230484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20afbafa-7ede-400f-9c2f-03b738aa3896 None None] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:18:31.321884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:18:31.335681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:18:31.355845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56942) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:31.363528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:31.365894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaffdb2da0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:31.367722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:31.369112 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.2253635
Feb 17 01:18:31.372245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 56948) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:31.395976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334080c-8d26-4fa9-a3db-374bc4ef9a4e req-12944447-d687-431b-b5df-f1fc6293f540 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:31.398376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Provisioning for port 403f053d-83a6-4dea-b7f5-570a386e1343 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:31.401374 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d334080c-8d26-4fa9-a3db-374bc4ef9a4e req-12944447-d687-431b-b5df-f1fc6293f540 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1895237
Feb 17 01:18:31.430309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Provisioning complete for port 403f053d-83a6-4dea-b7f5-570a386e1343 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:31.443073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:31.467636 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d334080c-8d26-4fa9-a3db-374bc4ef9a4e req-cc541889-6318-41ff-bcd5-15cd1b8c89e6 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575111
Feb 17 01:18:31.645498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:31.668409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:31.714194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:31.753660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:31.765502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] For port 403f053d-83a6-4dea-b7f5-570a386e1343, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=403f053d-83a6-4dea-b7f5-570a386e1343,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:31.769493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:31.772216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:31.864403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Pushing event updated for resources: {'Port': ['ID=403f053d-83a6-4dea-b7f5-570a386e1343,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:31.868090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:31.987594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaffdb2da0>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:29Z', 'revision_number': 3, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:31.992563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:18:31.992958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Updating router 876600d1-be9f-440d-a2d0-6a2426dc16e4 port ca8e15d7-9925-4dc8-ab67-f323e8375a68 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:18:32.047138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Usage tracker for resource:security_group_rule and tenant:c3251810b275407db0fc66efa43f03b6 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:32.058043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:32.063820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.067853 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:32.099991 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-babf64e3-cd41-4a62-86dd-6670cb45b4d5 None None] Provisioning complete for port 403f053d-83a6-4dea-b7f5-570a386e1343 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:32.100902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-babf64e3-cd41-4a62-86dd-6670cb45b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.479436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f7f9fe44-7580-4c74-b3a4-bc53c536e0b9 None None] Provisioning complete for port 403f053d-83a6-4dea-b7f5-570a386e1343 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:32.484290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe44-7580-4c74-b3a4-bc53c536e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.775199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.785193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.797298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:32.807847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-9748e19a-d364-423c-92b7-a5b0258605a5 None None] Provisioning complete for port 403f053d-83a6-4dea-b7f5-570a386e1343 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:32.808291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9748e19a-d364-423c-92b7-a5b0258605a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.849290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.878712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Transition to ACTIVE for port object ca8e15d7-9925-4dc8-ab67-f323e8375a68 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:32.882615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.905701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 403f053d-83a6-4dea-b7f5-570a386e1343 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:32.909269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-551e61ea-c926-47b2-96c1-c9878e1d131c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:32.914633 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3251810b275407db0fc66efa43f03b6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5575945
Feb 17 01:18:32.917539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89eb025-004d-4b9b-b994-bba944d130ea,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:32.918366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57008) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:32.921605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:32.942051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:32.969077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de48349-03fc-4639-92ed-32775b0bc0c7 req-b6170cbf-2412-4f10-b89d-d70cc8aa520d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:32.976858 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3de48349-03fc-4639-92ed-32775b0bc0c7 req-b6170cbf-2412-4f10-b89d-d70cc8aa520d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.2942126
Feb 17 01:18:33.056441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.078401 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3de48349-03fc-4639-92ed-32775b0bc0c7 req-5225d30d-e10c-435f-8684-539aa74c8ed2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004989
Feb 17 01:18:33.088107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 403f053d-83a6-4dea-b7f5-570a386e1343 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:33.088764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.105825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Pushing event updated for resources: {'Port': ['ID=ca8e15d7-9925-4dc8-ab67-f323e8375a68,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:33.130218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.130614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.130991 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.131366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.132021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.142847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.143303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.143689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.144093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.144467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.144956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.145329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.146014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.146387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.146754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.147120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.147537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.147940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.148448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.149373 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.149832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.150202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.150565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.150927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:33.170527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:33.200145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.321257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Attempting to bind port ca8e15d7-9925-4dc8-ab67-f323e8375a68 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:33.321949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Attempting to bind port ca8e15d7-9925-4dc8-ab67-f323e8375a68 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:33.322602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Attempting to bind port ca8e15d7-9925-4dc8-ab67-f323e8375a68 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:33.334842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.338248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:33.338905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:33.340019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.340666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:33.341377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Bound port: ca8e15d7-9925-4dc8-ab67-f323e8375a68, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:33.342009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.344508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-340705f6-a837-4c67-9c28-90ccb35bf02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:33.357585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89eb025-004d-4b9b-b994-bba944d130ea,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:33.363662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:33.365784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.370659 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c89eb025-004d-4b9b-b994-bba944d130ea HTTP/1.1" status: 204  len: 168 time: 0.4511597
Feb 17 01:18:33.513072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] For port ca8e15d7-9925-4dc8-ab67-f323e8375a68, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:33.516512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] For port ca8e15d7-9925-4dc8-ab67-f323e8375a68, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=ca8e15d7-9925-4dc8-ab67-f323e8375a68,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:33.522265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.557963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f46f6396-9174-40dc-92b1-f1fcad690804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:33.654697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1f4ea-8e1a-4059-b9a1-d26072b3c22e req-4c99d6bc-6ad7-46c7-9cc7-28b42add6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:33.657107 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e7e1f4ea-8e1a-4059-b9a1-d26072b3c22e req-4c99d6bc-6ad7-46c7-9cc7-28b42add6c12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 1163 time: 0.3697171
Feb 17 01:18:33.659750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Allocated IP 172.20.0.1 (2de463d4-5d2e-49b1-b224-2c9fd96e9c13/efa44810-5216-443c-9896-0c56631a6e6e/d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:33.801839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Pushing event updated for resources: {'Port': ['ID=ca8e15d7-9925-4dc8-ab67-f323e8375a68,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:33.815027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:33.855116 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e7e1f4ea-8e1a-4059-b9a1-d26072b3c22e req-ded64349-a100-4279-a0b5-68a2cc241c59 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888156
Feb 17 01:18:33.887203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:33.887203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaffdb2da0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:33.960729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:33.981389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Transition to ACTIVE for port object d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:34.011850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:34.032799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:34.137377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:34.200568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Pushing event updated for resources: {'Port': ['ID=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:34.211567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:34.288471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:34.292593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:34.295488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:34.295962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:34.363965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1dde4-009f-4fc6-a489-14247baff897 req-7e97194e-f9e8-4d44-858d-2e3c84093939 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:34.371875 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2fe1dde4-009f-4fc6-a489-14247baff897 req-7e97194e-f9e8-4d44-858d-2e3c84093939 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1276474
Feb 17 01:18:34.449779 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2fe1dde4-009f-4fc6-a489-14247baff897 req-a95644b8-7c4f-4186-ba76-578b85b19462 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765009
Feb 17 01:18:34.569514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:34.748750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-71b87add-b153-4cad-8cea-2061e02e471f None None] Provisioning for port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:34.757390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-71b87add-b153-4cad-8cea-2061e02e471f None None] Provisioning complete for port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:34.757390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-71b87add-b153-4cad-8cea-2061e02e471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:34.768678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaffdb2da0>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:29Z', 'revision_number': 3, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:34.788539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51df9d-e027-4919-8e02-53d38599d6a2 None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:29Z', 'revision_number': 3, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:18:34.864578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-71b87add-b153-4cad-8cea-2061e02e471f None None] Port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:18:35.044029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:35.048190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:35.049150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:35.064718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:35.290177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Pushing event updated for resources: {'Port': ['ID=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:35.298818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:35.330688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:35.331980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:35.701784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-99a793c4-0224-478a-bf9a-7fab42c8142b None None] Provisioning complete for port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:35.702596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-99a793c4-0224-478a-bf9a-7fab42c8142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:35.705172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:18:35.831151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-99a793c4-0224-478a-bf9a-7fab42c8142b None None] Port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:18:36.176920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c2d98-562e-48aa-b893-355a2e09449a req-a320d6c3-b441-4282-b2d1-7e12953ebe89 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:36.176920 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-681c2d98-562e-48aa-b893-355a2e09449a req-a320d6c3-b441-4282-b2d1-7e12953ebe89 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.5666668
Feb 17 01:18:36.261937 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-681c2d98-562e-48aa-b893-355a2e09449a req-9cc0b05c-5c1e-4a8c-aa5e-eb0102735b48 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691578
Feb 17 01:18:36.270421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:18:36.307393 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] 10.222.0.30 "PUT /v2.0/routers/876600d1-be9f-440d-a2d0-6a2426dc16e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9250894
Feb 17 01:18:36.865674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca8e15d7-9925-4dc8-ab67-f323e8375a68 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:36.946730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port ca8e15d7-9925-4dc8-ab67-f323e8375a68 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:36.951964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port ca8e15d7-9925-4dc8-ab67-f323e8375a68 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:36.952399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.093939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57134) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:37.094092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.100270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1122173300-network', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:37.105802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:37.109776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Usage tracker for resource:network and tenant:1aeb8441393747d6bcebfb1da2e9cf97 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:37.111796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port ca8e15d7-9925-4dc8-ab67-f323e8375a68, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=ca8e15d7-9925-4dc8-ab67-f323e8375a68,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:37.113171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:37.114879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.116849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:37.120607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:37.130125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Made reservation on behalf of 1aeb8441393747d6bcebfb1da2e9cf97 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:37.135192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.148847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.164770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:37.168772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Usage tracker for resource:security_group_rule and tenant:1aeb8441393747d6bcebfb1da2e9cf97 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:37.171845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:37.178429 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:37.199164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=ca8e15d7-9925-4dc8-ab67-f323e8375a68,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:37.202143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-014febfe-bb9d-40df-bfd7-34b70098862e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.203640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:37.271282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.276797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.281580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0f3aa63-7deb-4535-99fc-2d36932d52b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:37.311829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3b3526-38e7-4d02-b1de-1a763b2ed3d1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:37.327191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:18:37.330405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.330806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.331198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.331586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.332005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.332392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.332779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.333157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.333532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.333906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.334284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.334665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.335075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.335568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.336496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.336872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.337251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.337792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.337976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.338351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.338727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.339099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.339937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.340454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:37.345001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:37.353993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.354358 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Added segment e75fe028-59e6-43f5-ba92-ea2752697905 of type vxlan for network aeb9ce84-02fa-4113-b398-0293fe1eb0b1
Feb 17 01:18:37.385046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.415300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.416629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:37.417260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.422413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:37.525885 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4307544
Feb 17 01:18:37.526820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Pushing event updated for resources: {'Network': ['ID=aeb9ce84-02fa-4113-b398-0293fe1eb0b1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:37.529064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57140) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:37.529917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:37.535355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Request body: {'subnet': {'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1122173300-subnet', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:37.540145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:18:37.540874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:37.544958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Usage tracker for resource:subnet and tenant:1aeb8441393747d6bcebfb1da2e9cf97 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:37.548035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:37.553815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:37.564456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Made reservation on behalf of 1aeb8441393747d6bcebfb1da2e9cf97 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:37.569348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.769810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:18:37.802084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:37.802790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4d32e8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:38.009052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:38.010047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.026263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:38.156461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05077a6e-d8b3-4055-b1c8-69b51540760a,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:38.179480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.179915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.180318 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.180714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.181107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.181498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.181887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.182274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.182659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.183046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.183432 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.183848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.184279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.184667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.185054 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.185437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.185821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.186210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.186598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.186983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.187372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.187791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.188178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.188563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:38.194067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:38.246087 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Checking segment: {'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:38.246405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Network hostable DHCP agents. Network: aeb9ce84-02fa-4113-b398-0293fe1eb0b1, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:18:38.270223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:18:38.284069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, aeb9ce84-02fa-4113-b398-0293fe1eb0b1) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:38.288441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:38.289404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.295736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d93fe0-2ab5-48da-b917-6abd22ca8184 None None] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:18:38.314710 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-84669ba9-1876-42ad-bd39-fb53d7587c2d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7843626
Feb 17 01:18:38.317813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57152) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:38.324490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:38.330088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:38.334187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Usage tracker for resource:router and tenant:1aeb8441393747d6bcebfb1da2e9cf97 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:38.338339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:38.344812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:38.362684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.363931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.385286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:18:38.389773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.620080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device a3565103-cced-453f-a927-8a4bd1cdc31f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:38.746506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4d32e8>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 2, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:38.764026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:18:38.764481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Updating router 876600d1-be9f-440d-a2d0-6a2426dc16e4 port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:18:38.862933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca8e15d7-9925-4dc8-ab67-f323e8375a68 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:38.921410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-aeb9ce84-02fa-4113-b398-0293fe1eb0b1', 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'fixed_ips': [{'subnet_id': '05077a6e-d8b3-4055-b1c8-69b51540760a'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:18:38.922577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.960546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port a3565103-cced-453f-a927-8a4bd1cdc31f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:38.961698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.970184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.998376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:39.060894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d355-45cc-405d-bb5c-3f4f70103ddf req-39b5b122-1997-4772-a546-8739592c219a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:39.062562 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8449d355-45cc-405d-bb5c-3f4f70103ddf req-39b5b122-1997-4772-a546-8739592c219a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.5845969
Feb 17 01:18:39.140604 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8449d355-45cc-405d-bb5c-3f4f70103ddf req-68a69a79-b274-4517-ad94-0124d8887d1e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597291
Feb 17 01:18:39.288726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port ca8e15d7-9925-4dc8-ab67-f323e8375a68 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:39.289197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:39.474592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:39.518402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:39.985212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Allocated IP 172.27.1.21 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/9dfc2dfa-2042-4bd0-970c-6282402ca0b3) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:40.146177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:40.176180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:40.178660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2067f8ed-f05d-4121-8239-afaaa52bd2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:40.197226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:40.199540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Allocated IP 172.20.0.2 (aeb9ce84-02fa-4113-b398-0293fe1eb0b1/05077a6e-d8b3-4055-b1c8-69b51540760a/5d5ad18c-6014-4b9a-8086-9ae0234fe46e) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:40.342105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Pushing event updated for resources: {'Port': ['ID=9dfc2dfa-2042-4bd0-970c-6282402ca0b3,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:40.357394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:40.406640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:40.407961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:40.410256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:40.444819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:40.475228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Transition to ACTIVE for port object d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:40.493229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:40.510596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:40.708768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600211f2-fc58-47dd-9d9e-7c06f39e9104 None None] Pushing event updated for resources: {'Port': ['ID=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:40.730088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-600211f2-fc58-47dd-9d9e-7c06f39e9104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:40.735529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:40.758334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Transition to ACTIVE for port object 5d5ad18c-6014-4b9a-8086-9ae0234fe46e will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:40.786763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Transition to ACTIVE for port object 5d5ad18c-6014-4b9a-8086-9ae0234fe46e will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:40.844837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:40.861476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:40.913674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.095347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.110335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Pushing event updated for resources: {'Port': ['ID=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:41.118259 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:41.122244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Attempting to bind port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:41.122479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Attempting to bind port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:41.122902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Attempting to bind port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 on network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:41.151214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:41.151652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Checking segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:41.152476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.152676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Bound using segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:41.153215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Bound port: d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:41.153647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.336881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:41.337901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.355025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:41.379071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:41.477488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] For port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:41.484265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Attempting to bind port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:41.486449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Attempting to bind port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:41.486449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Attempting to bind port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e on network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:41.498274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] For port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:41.499514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:41.499974 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Checking segment: {'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:41.500531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.501045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Bound using segment: {'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:41.501595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Bound port: 5d5ad18c-6014-4b9a-8086-9ae0234fe46e, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:41.502027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.516782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.530360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.538235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7133c787-7bdb-4d10-8326-37f59af36417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:41.640673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.785755 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-cfc09379-92d7-41ef-a708-4871ec388c83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1711791
Feb 17 01:18:42.141879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87085a0-d44a-480d-81ba-f376863cd497 req-4afa0d3e-0d51-4c94-b75e-b823a34cfca2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:42.143504 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c87085a0-d44a-480d-81ba-f376863cd497 req-4afa0d3e-0d51-4c94-b75e-b823a34cfca2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2579484
Feb 17 01:18:42.146619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-d20ca8c0-2c75-439e-a36c-3e266823f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:42.148882 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-d20ca8c0-2c75-439e-a36c-3e266823f7d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1162 time: 0.3534153
Feb 17 01:18:42.151074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-be976b81-6afc-410e-a952-6427a71d2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:42.152674 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-be976b81-6afc-410e-a952-6427a71d2917 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1162 time: 0.2579770
Feb 17 01:18:42.380885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600211f2-fc58-47dd-9d9e-7c06f39e9104 None None] Pushing event updated for resources: {'Port': ['ID=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:42.394248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-600211f2-fc58-47dd-9d9e-7c06f39e9104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:42.405168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] For port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:42.419363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] For port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,segment=NetworkSegment(e75fe028-59e6-43f5-ba92-ea2752697905),segment_id=e75fe028-59e6-43f5-ba92-ea2752697905)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:42.420805 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c87085a0-d44a-480d-81ba-f376863cd497 req-aa069d65-0908-4f21-b0a5-90a48293765e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668993
Feb 17 01:18:42.427320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:42.447438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:42.486129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Router 5e5dec88-3166-4c37-93f8-8dcfff249869 is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:18:42.525554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-5c925489-751d-4ff0-9d8e-b86d67069637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:42.527139 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-5c925489-751d-4ff0-9d8e-b86d67069637 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 913 time: 0.3585591
Feb 17 01:18:42.531816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-893f5480-0b08-44ec-b855-252483f24df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:42.533403 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-893f5480-0b08-44ec-b855-252483f24df0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.3321147
Feb 17 01:18:42.590833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:42.591567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4d32e8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:42.761536 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-f2f94f1f-baf6-4f15-a38c-ec10a41829bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42461471-75b7-47de-b585-d41430e0343c HTTP/1.1" status: 200  len: 217 time: 0.2150114
Feb 17 01:18:42.886623 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-d557e7da-bcde-4869-8632-39ac8dae8022 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 1001 time: 0.2612338
Feb 17 01:18:42.888200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-52f7a45b-a59a-4488-9f02-d29febc6d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:42.889905 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-52f7a45b-a59a-4488-9f02-d29febc6d799 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.1181631
Feb 17 01:18:42.935720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:42.981750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:18:42.993375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Sync routers for ids ['5e5dec88-3166-4c37-93f8-8dcfff249869'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:18:43.032264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:43.033825 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7146504
Feb 17 01:18:43.034419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Routers {'5e5dec88-3166-4c37-93f8-8dcfff249869'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:43.035319 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa5d75c0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5e5dec88-3166-4c37-93f8-8dcfff249869'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:43.037619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57240) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:43.046434 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-752ec4f4-d991-4fe4-90df-88afc7d2fda1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1315250
Feb 17 01:18:43.056326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-47505fad-d4fc-459c-9040-7d8c93589e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:43.057089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Pushing event updated for resources: {'Port': ['ID=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:43.058086 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-47505fad-d4fc-459c-9040-7d8c93589e80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.1456490
Feb 17 01:18:43.138965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:43.474133 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-12debe98-f342-4fa5-881a-18e185d10b34 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4147508
Feb 17 01:18:43.661857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4d32e8>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:41Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:43.668303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56176543-5ad8-4c8a-8d70-a3510378f1f2 None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:41Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:18:43.676659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57250) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:43.757297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-599f48e5-edda-435f-ba6b-d710fefd78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:43.759630 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-599f48e5-edda-435f-ba6b-d710fefd78b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6688433
Feb 17 01:18:43.785083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Set router 5e5dec88-3166-4c37-93f8-8dcfff249869 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:43.827482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:44.108703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:44.201606 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-902adf25-f1ba-4d03-ad03-6e4b2144e808 req-3302e224-17d2-49ed-a8f0-41c6dc1731f0 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7127707
Feb 17 01:18:44.206926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-f2cd757d-b8b0-4691-a075-28d87c6f6a53 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4251440
Feb 17 01:18:44.217659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:44.377014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a2eb-2a8b-4e93-a375-1c5ba8b61309 req-8cf22d35-dc00-4b6a-bd36-94a73f9f7677 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:44.385859 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6ee9a2eb-2a8b-4e93-a375-1c5ba8b61309 req-8cf22d35-dc00-4b6a-bd36-94a73f9f7677 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.6871738
Feb 17 01:18:44.422653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa5d75c0>, [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:18:40Z', 'revision_number': 3, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:44.448265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Checking router: 5e5dec88-3166-4c37-93f8-8dcfff249869 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:18:44.448901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Updating router 5e5dec88-3166-4c37-93f8-8dcfff249869 port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:18:44.467692 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6ee9a2eb-2a8b-4e93-a375-1c5ba8b61309 req-44842825-85d1-48b4-abac-5e8c01fe5513 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803056
Feb 17 01:18:44.553796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Usage tracker for resource:security_group_rule and tenant:a338a4e53c9a41b9bd4e4bd033811604 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:44.588789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:44.607056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:44.662134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:44.799189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.085392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 5d5ad18c-6014-4b9a-8086-9ae0234fe46e up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:45.296290 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b68c464b-e3e6-43e3-a95e-b3e522778f5c req-e6bf3c67-d389-4839-becc-0ff55f4721b2 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0753865
Feb 17 01:18:45.430137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:45.446063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:45.573116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-2f5dc2c2-ec3f-47c3-94f6-80d849caeac9 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:45.581643 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-2f5dc2c2-ec3f-47c3-94f6-80d849caeac9 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 0.4750502
Feb 17 01:18:45.587560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.591266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.615686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:45.623227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4587706-f0f2-4cbc-9ceb-4dc157cee10a None None] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:18:45.680901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.694859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Transition to ACTIVE for port object 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:45.698518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00672771-9668-48e5-9d43-b0950acc5235,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:45.699383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.700069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:45.712273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:45.712697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.733479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:45.761343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:45.812656 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a338a4e53c9a41b9bd4e4bd033811604&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1298876
Feb 17 01:18:45.818574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57292) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:45.830017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Provisioning for port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:45.855253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Provisioning complete for port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:45.855464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.922066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc2037-e8c8-4a26-bcf6-ec30388c8edc None None] Pushing event updated for resources: {'Port': ['ID=9dfc2dfa-2042-4bd0-970c-6282402ca0b3,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:45.936106 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:45.936960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6abc2037-e8c8-4a26-bcf6-ec30388c8edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:45.942578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Allocated IP 172.20.0.1 (aeb9ce84-02fa-4113-b398-0293fe1eb0b1/05077a6e-d8b3-4055-b1c8-69b51540760a/8a713f24-ec73-466f-84ad-39be34191773) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:45.981468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.038922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Attempting to bind port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:46.039458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Attempting to bind port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:46.040002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Attempting to bind port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:46.047873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:46.048336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:46.048997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.049578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:46.050258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Bound port: 9dfc2dfa-2042-4bd0-970c-6282402ca0b3, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:46.050976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.067446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08593759-9d1c-43d5-9157-0c92e633565f req-cf42d78c-49cc-425d-a1b1-aaf20d95bbaf tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:46.069486 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-08593759-9d1c-43d5-9157-0c92e633565f req-cf42d78c-49cc-425d-a1b1-aaf20d95bbaf tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.3603508
Feb 17 01:18:46.071619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.103156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9d41cb15-869c-401f-b754-45aaf3d13eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:46.127206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00672771-9668-48e5-9d43-b0950acc5235,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:46.130500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.134069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.136050 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00672771-9668-48e5-9d43-b0950acc5235 HTTP/1.1" status: 204  len: 168 time: 0.3145158
Feb 17 01:18:46.141835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:46.149599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.169189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Transition to ACTIVE for port object 8a713f24-ec73-466f-84ad-39be34191773 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:46.178219 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-08593759-9d1c-43d5-9157-0c92e633565f req-ff7b3bc1-d767-4617-80b4-6beb701c4adc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907106
Feb 17 01:18:46.211202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:46.215347 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-087cf922-06c7-4f26-af97-2db0484b6a5d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/quotas/c2debd9553a7455e9c609c52eb751969 HTTP/1.1" status: 200  len: 375 time: 0.6323152
Feb 17 01:18:46.249366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] For port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:46.275040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.281036 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] For port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=9dfc2dfa-2042-4bd0-970c-6282402ca0b3,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:46.288475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.291077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.306196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:46.486706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:46.607029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.607388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc2037-e8c8-4a26-bcf6-ec30388c8edc None None] Pushing event updated for resources: {'Port': ['ID=9dfc2dfa-2042-4bd0-970c-6282402ca0b3,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:46.613196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6abc2037-e8c8-4a26-bcf6-ec30388c8edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:46.651679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Routers {'5e5dec88-3166-4c37-93f8-8dcfff249869'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:46.652635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa5d75c0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5e5dec88-3166-4c37-93f8-8dcfff249869'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:46.674509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:46.686619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:46.712479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57308) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:46.720103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] For port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,segment=NetworkSegment(e75fe028-59e6-43f5-ba92-ea2752697905),segment_id=e75fe028-59e6-43f5-ba92-ea2752697905)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:46.725303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.728267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:46.749147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.780696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:46.788542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f358abf8117f4ac89474115e4f7cb007 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:46.792093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:46.799064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:46.808462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:46.825620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Pushing event updated for resources: {'Port': ['ID=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:46.829574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:46.888679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:46.948558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.959178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.964557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] Set router 5e5dec88-3166-4c37-93f8-8dcfff249869 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:46.968887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:47.013330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b57ea-d791-4c9b-b067-562aeeffcf7f,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:47.019580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:47.041839 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f358abf8117f4ac89474115e4f7cb007&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3282540
Feb 17 01:18:47.046036 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57312) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:47.056714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:47.057310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.106319 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-dd92d805-fcb7-493d-a27d-dcd73a98b910 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8895125
Feb 17 01:18:47.140255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.173170 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.223392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-c87af0b1-0914-4aef-a08c-a95c80763fd5 None None] Provisioning complete for port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:47.223868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c87af0b1-0914-4aef-a08c-a95c80763fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.230197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.234292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:47.246767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Pushing event updated for resources: {'Port': ['ID=8a713f24-ec73-466f-84ad-39be34191773,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:47.256373 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:47.281642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b57ea-d791-4c9b-b067-562aeeffcf7f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:47.282971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:47.286517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:47.289023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:47.298603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:47.303068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.306732 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f3b57ea-d791-4c9b-b067-562aeeffcf7f HTTP/1.1" status: 204  len: 168 time: 0.2570963
Feb 17 01:18:47.453449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.477356 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4c303408-ebc0-4ea7-9e27-4abf996ac8bd service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3692973
Feb 17 01:18:47.500050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa5d75c0>, [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:18:40Z', 'revision_number': 3, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:47.505649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42e0da-8f60-4730-8640-f6119f81228d None None] The sync data for ids ['5e5dec88-3166-4c37-93f8-8dcfff249869'] in dv-cinder-759962-4-iscsi is: [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:18:40Z', 'revision_number': 3, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:18:47.554551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-c87af0b1-0914-4aef-a08c-a95c80763fd5 None None] Provisioning for port 8a713f24-ec73-466f-84ad-39be34191773 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:47.562588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-c87af0b1-0914-4aef-a08c-a95c80763fd5 None None] Provisioning complete for port 8a713f24-ec73-466f-84ad-39be34191773 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:47.563138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c87af0b1-0914-4aef-a08c-a95c80763fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.670025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-c87af0b1-0914-4aef-a08c-a95c80763fd5 None None] Port 8a713f24-ec73-466f-84ad-39be34191773 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:18:47.737091 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-536e9d77-3951-462e-b868-9f534f744a52 service neutron] 10.222.0.30 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2366884
Feb 17 01:18:47.799586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-42f617a6-e33e-4725-aef4-2b3677780fe2 None None] Provisioning complete for port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:47.800058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42f617a6-e33e-4725-aef4-2b3677780fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.938959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.051364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-42f617a6-e33e-4725-aef4-2b3677780fe2 None None] Provisioning complete for port 8a713f24-ec73-466f-84ad-39be34191773 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:48.051841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42f617a6-e33e-4725-aef4-2b3677780fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.295745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-42f617a6-e33e-4725-aef4-2b3677780fe2 None None] Port 8a713f24-ec73-466f-84ad-39be34191773 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:18:48.544998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.552662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.571420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57350) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:48.605347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-96adb136-2a74-4386-9dec-7120eb7a7906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:48.704220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.724035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Pushing event updated for resources: {'Port': ['ID=8a713f24-ec73-466f-84ad-39be34191773,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:48.728089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:48.741852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-625098212-network', 'tenant_id': '4bdfa16f9a24425e9968013237046c46'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:48.748490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:48.753729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Usage tracker for resource:network and tenant:4bdfa16f9a24425e9968013237046c46 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:48.758483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:48.769742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:48.790139 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Made reservation on behalf of 4bdfa16f9a24425e9968013237046c46 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:48.812949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.848063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.890872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:48.906345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Usage tracker for resource:security_group_rule and tenant:4bdfa16f9a24425e9968013237046c46 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:48.910163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:48.919338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:48.996326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:48.998894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:49.079469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:49.316214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.327164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.336574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:49.343691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:49.344397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.348775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:49.470866 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d391b407-c72c-4db6-8089-a318c8396514 req-38a1f61a-63cf-46eb-8cbe-cbbeeb631a4d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 210 time: 0.1018741
Feb 17 01:18:49.531415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.553224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=9dfc2dfa-2042-4bd0-970c-6282402ca0b3,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:49.558682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.560114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 5d5ad18c-6014-4b9a-8086-9ae0234fe46e up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:49.568154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:18:49.625709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8331d838-c97f-4fdd-b93a-4c721397fe00,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:49.629447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:49.641367 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:49.677294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Router 5e5dec88-3166-4c37-93f8-8dcfff249869 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:18:49.705097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.705881 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Added segment 7ad225b5-d408-4b10-b312-663fd25ee7f0 of type vxlan for network 037e5190-ced0-43e1-86df-8096bdf827fa
Feb 17 01:18:49.778530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.786935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-ec6d3174-0b0b-4f91-b24e-d7ae70f76c25 None None] Provisioning complete for port 8a713f24-ec73-466f-84ad-39be34191773 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:49.787364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3174-0b0b-4f91-b24e-d7ae70f76c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.836573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=9dfc2dfa-2042-4bd0-970c-6282402ca0b3,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:49.845364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3cb6b-cfc4-4a96-8b97-5ab08bd247bb req-bf8ea00d-8c8f-475a-b923-520b8735eb87 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:49.847173 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9a3cb6b-cfc4-4a96-8b97-5ab08bd247bb req-bf8ea00d-8c8f-475a-b923-520b8735eb87 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.4165006
Feb 17 01:18:49.848538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.849892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:49.850589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.853728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.854129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.854513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.854889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.855266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.855639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.856039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.856536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.856779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.857146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.857514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.857883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.858290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.858658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.859023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.859393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.859770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.860633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.860633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.860822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.861177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.861544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.861904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.862271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:49.865932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c5860912-67d0-46ce-b21f-29b3bb74afb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:49.878601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:49.888953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d3174-0b0b-4f91-b24e-d7ae70f76c25 None None] Port 8a713f24-ec73-466f-84ad-39be34191773 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:18:49.899861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:49.900295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.936605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:18:49.948685 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] 10.222.0.30 "PUT /v2.0/routers/5e5dec88-3166-4c37-93f8-8dcfff249869/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9097977
Feb 17 01:18:50.027328 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.4487438
Feb 17 01:18:50.034374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57370) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:50.048620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Request body: {'subnet': {'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-625098212-subnet', 'tenant_id': '4bdfa16f9a24425e9968013237046c46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:50.062772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:50.073731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Usage tracker for resource:subnet and tenant:4bdfa16f9a24425e9968013237046c46 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:50.081372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:50.099080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:50.123347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Made reservation on behalf of 4bdfa16f9a24425e9968013237046c46 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:50.124935 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9a3cb6b-cfc4-4a96-8b97-5ab08bd247bb req-f66dae3b-10fe-405a-bf82-591cc853b68f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598684
Feb 17 01:18:50.126138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Pushing event updated for resources: {'Network': ['ID=037e5190-ced0-43e1-86df-8096bdf827fa,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:50.135406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:50.140071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 037e5190-ced0-43e1-86df-8096bdf827fa details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:18:50.142168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5952324'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:50.165655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 037e5190-ced0-43e1-86df-8096bdf827fa details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:18:50.728144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-bc0d8474-e9c0-4171-b512-d35383d774b8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:50.729856 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-bc0d8474-e9c0-4171-b512-d35383d774b8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 815 time: 0.3569210
Feb 17 01:18:50.753243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Request body: {'port': {'device_id': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18', 'admin_state_up': True, 'tenant_id': 'c2debd9553a7455e9c609c52eb751969'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:50.857263 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e6ecca7b-36f4-43d4-8ab9-56f555f7641d req-d71c57cd-1146-446e-9d1a-fa352464607c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 210 time: 0.0718172
Feb 17 01:18:51.008062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:51.056802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1598673530', 'description': 'tempest-TestVolumeBootPattern-1598673530 description'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:51.066581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:51.068934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:51.075990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Usage tracker for resource:security_group and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:51.079232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:51.081744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:51.092619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Made reservation on behalf of c2debd9553a7455e9c609c52eb751969 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:51.099047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:51.100852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.119068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:51.119640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.136792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5952341'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.139183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.151320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Sync routers for ids ['5e5dec88-3166-4c37-93f8-8dcfff249869'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:18:51.196111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Routers {'5e5dec88-3166-4c37-93f8-8dcfff249869'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:51.197014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4f2a58>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5e5dec88-3166-4c37-93f8-8dcfff249869'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:51.641006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:51.649644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Set router 5e5dec88-3166-4c37-93f8-8dcfff249869 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:51.690331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fada94-b750-4a4c-a29b-849bc9d1d58f req-62b8a4ca-536c-40d4-8eb3-266c57875ba6 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:51.705336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46fada94-b750-4a4c-a29b-849bc9d1d58f req-62b8a4ca-536c-40d4-8eb3-266c57875ba6 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2246165
Feb 17 01:18:51.802029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Allocated IP 172.20.0.9 (46d93f49-e431-48a7-87e9-209d5aee9f18/946e3ac9-1b13-43fd-ae83-d86684df07e1/1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:51.850508 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46fada94-b750-4a4c-a29b-849bc9d1d58f req-f249f64a-bc9b-4ef6-bb16-1c90e5c6868e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438901
Feb 17 01:18:51.874543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:51.904089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Usage tracker for resource:security_group_rule and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:51.930808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:51.962769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:51.966960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4296f253-78e0-40be-9314-90c4a3bf4e79,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:51.985406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:52.192803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Checking segment: {'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:52.193199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Network hostable DHCP agents. Network: 037e5190-ced0-43e1-86df-8096bdf827fa, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:18:52.211986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.217353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.224484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0f7ca7e1-6e7f-433a-8164-1afcbdab8875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:52.230388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.252469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Network 037e5190-ced0-43e1-86df-8096bdf827fa is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:18:52.267007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4f2a58>, [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:18:47Z', 'revision_number': 4, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8a713f24-ec73-466f-84ad-39be34191773', 'name': '', 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'mac_address': 'fa:16:3e:7a:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05077a6e-d8b3-4055-b1c8-69b51540760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:45Z', 'updated_at': '2021-02-17T01:18:48Z', 'revision_number': 2, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'subnets': [{'id': '05077a6e-d8b3-4055-b1c8-69b51540760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:52.271914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Checking router: 5e5dec88-3166-4c37-93f8-8dcfff249869 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:18:52.273061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Updating router 5e5dec88-3166-4c37-93f8-8dcfff249869 port 8a713f24-ec73-466f-84ad-39be34191773 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:18:52.274475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 037e5190-ced0-43e1-86df-8096bdf827fa) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:52.302165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:52.302870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.310278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838bd9fd-cdca-4348-8558-fa40dc7247d3,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:52.319355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:52.323493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.335177 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cdae4616-bc8e-4799-a8dc-e03929bfbbe6 req-0398f2fb-0de3-44a3-9b46-97be42b50a50 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 210 time: 0.0966210
Feb 17 01:18:52.344379 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e5f56cf9-1e48-4011-af5c-ada8cce1d113 req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.3211989
Feb 17 01:18:52.374291 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8e31a30e-d124-40f8-8f82-f0b277a43d3a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.3371480
Feb 17 01:18:52.403677 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.414954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205d256-a1a7-402d-9b28-46f9e2a2dc79 None None] Network 037e5190-ced0-43e1-86df-8096bdf827fa requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:18:52.419655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.444444 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-d0518300-80e2-46fc-ac88-0ec45223521f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups/838bd9fd-cdca-4348-8558-fa40dc7247d3 HTTP/1.1" status: 200  len: 1808 time: 0.0906050
Feb 17 01:18:52.448626 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:52.460135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838bd9fd-cdca-4348-8558-fa40dc7247d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:52.461346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838bd9fd-cdca-4348-8558-fa40dc7247d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:52.473682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:52.485347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Usage tracker for resource:security_group_rule and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:52.490859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:52.504545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:52.543158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event updated for resources: {'Port': ['ID=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:52.637504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:52.654655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.697917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.712888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.716659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:52.757472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec86e6c-a8aa-45c1-a020-22e5a3f6340e,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:52.764519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:52.773870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.778592 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-45f527f3-a063-4d39-a891-dc48abcdeaf4 req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3275642
Feb 17 01:18:52.795595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:52.797030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:52.804352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:52.809186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:52.810102 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.874066 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1263216
Feb 17 01:18:52.903832 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-48ce09f9-304d-4d6b-aeb5-50bcd1cbe686 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups/838bd9fd-cdca-4348-8558-fa40dc7247d3 HTTP/1.1" status: 200  len: 2401 time: 0.0764837
Feb 17 01:18:52.909910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Request body: {'port': {'device_id': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:52.944559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838bd9fd-cdca-4348-8558-fa40dc7247d3', 'remote_group_id': None}]} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:52.944979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838bd9fd-cdca-4348-8558-fa40dc7247d3', 'remote_group_id': None}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:52.952053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:52.956861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Usage tracker for resource:security_group_rule and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:52.961261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:52.968587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:53.127024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.152463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.354896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1105-e66b-4589-8135-18d834b63311 req-237378f8-547e-4633-b065-8647efb896e6 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:53.369527 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-537c1105-e66b-4589-8135-18d834b63311 req-237378f8-547e-4633-b065-8647efb896e6 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2000778
Feb 17 01:18:53.455151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.459587 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-537c1105-e66b-4589-8135-18d834b63311 req-ff54c251-d8f7-493d-81c7-2cde40c775ea tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860674
Feb 17 01:18:53.511431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.530963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:53.614482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637c6cd9-94bd-4aef-bdfb-30e9ea5cb535,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:53.637477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:53.650496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.651831 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-512dd6c4-5841-4eb2-b41c-f67470e3f6d6 req-2893d3f5-d41a-4651-adbf-72484b1a51b0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.7470531
Feb 17 01:18:53.812993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.853050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Transition to ACTIVE for port object 8a713f24-ec73-466f-84ad-39be34191773 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:53.913014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.947359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9deb5176-091f-4aaf-b57b-79995c5cb121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:53.985623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:18:54.000846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.032145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a147be-7ec4-4599-bde8-6cb7479d6541 None None] Network 037e5190-ced0-43e1-86df-8096bdf827fa requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:18:54.039514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Transition to ACTIVE for port object 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:18:54.051554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.085211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:54.115277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499606-1811-4b36-831e-51a61ae7daa5 req-ed5c563a-7315-4bb8-937f-5dd69513dde1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:54.117251 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e499606-1811-4b36-831e-51a61ae7daa5 req-ed5c563a-7315-4bb8-937f-5dd69513dde1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 931 time: 0.1906254
Feb 17 01:18:54.196006 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e499606-1811-4b36-831e-51a61ae7daa5 req-a8cd4084-bad0-422d-aec8-d917aad0134d tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691631
Feb 17 01:18:54.270826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:54.271678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48347b-4746-4bef-b7d4-060b316c5974 None None] Pushing event updated for resources: {'Port': ['ID=8a713f24-ec73-466f-84ad-39be34191773,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:54.274754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:54.278831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fd48347b-4746-4bef-b7d4-060b316c5974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:54.659883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Attempting to bind port 8a713f24-ec73-466f-84ad-39be34191773 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:54.660308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Attempting to bind port 8a713f24-ec73-466f-84ad-39be34191773 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:54.660727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Attempting to bind port 8a713f24-ec73-466f-84ad-39be34191773 on network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:54.675077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:54.675514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Checking segment: {'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:54.676076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.676534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Bound using segment: {'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:54.677066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Bound port: 8a713f24-ec73-466f-84ad-39be34191773, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75fe028-59e6-43f5-ba92-ea2752697905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:54.687602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.863223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] For port 8a713f24-ec73-466f-84ad-39be34191773, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:54.869455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] For port 8a713f24-ec73-466f-84ad-39be34191773, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=8a713f24-ec73-466f-84ad-39be34191773,segment=NetworkSegment(e75fe028-59e6-43f5-ba92-ea2752697905),segment_id=e75fe028-59e6-43f5-ba92-ea2752697905)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:54.870056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Attempting to bind port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:18:54.870461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Attempting to bind port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:18:54.870784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Attempting to bind port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 on network 46d93f49-e431-48a7-87e9-209d5aee9f18 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:18:54.877591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.881198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:18:54.881828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Checking segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:18:54.882301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.882706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Bound using segment: {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:18:54.889454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Bound port: 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7bc31c-d38f-4b23-a812-2d7ebe608b30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46d93f49-e431-48a7-87e9-209d5aee9f18'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:18:54.889875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.994304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecfc4-7dc0-4bb7-9f04-6aead8dccef9 req-111bcc11-850b-482c-b3e2-9b7c90db4567 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:55.004869 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef7ecfc4-7dc0-4bb7-9f04-6aead8dccef9 req-111bcc11-850b-482c-b3e2-9b7c90db4567 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2711995
Feb 17 01:18:55.075405 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef7ecfc4-7dc0-4bb7-9f04-6aead8dccef9 req-aed6db28-0611-41b4-900f-8fda446c470c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667267
Feb 17 01:18:55.224791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-044be1f4-88c3-4a77-b8fd-5dc4417963b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:55.349306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] For port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:18:55.360218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] For port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:18:55.369600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.499860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Routers {'5e5dec88-3166-4c37-93f8-8dcfff249869'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:55.501007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4f2a58>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5e5dec88-3166-4c37-93f8-8dcfff249869'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:55.596756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:55.774657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] Set router 5e5dec88-3166-4c37-93f8-8dcfff249869 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:55.805681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e525ad-ebee-4633-8437-40b8a774c118 req-55666fcb-337a-44aa-ae68-51c368d6fd48 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:55.812815 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d4e525ad-ebee-4633-8437-40b8a774c118 req-55666fcb-337a-44aa-ae68-51c368d6fd48 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 943 time: 0.2933886
Feb 17 01:18:55.828339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:55.829030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.830554 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] 10.222.0.70 "PUT /v2.0/ports/1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 HTTP/1.1" status: 200  len: 1157 time: 2.9377313
Feb 17 01:18:55.845123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:18:55.858192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48347b-4746-4bef-b7d4-060b316c5974 None None] Pushing event updated for resources: {'Port': ['ID=8a713f24-ec73-466f-84ad-39be34191773,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:55.886093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:55.892644 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d4e525ad-ebee-4633-8437-40b8a774c118 req-471c482e-7b8d-4d26-8ea0-e6f62f350b76 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597899
Feb 17 01:18:55.911046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:55.939041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fd48347b-4746-4bef-b7d4-060b316c5974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:55.961384 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2', 'status': 'completed', 'code': 200}
Feb 17 01:18:56.001002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-9786d83f-7ada-4b51-801d-03426bc01bb7 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:56.001788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-9786d83f-7ada-4b51-801d-03426bc01bb7 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Synchronizing usage tracker for tenant:4bdfa16f9a24425e9968013237046c46 on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:18:56.041014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-9786d83f-7ada-4b51-801d-03426bc01bb7 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Unset dirty status for tenant:4bdfa16f9a24425e9968013237046c46 on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:18:56.042382 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-9786d83f-7ada-4b51-801d-03426bc01bb7 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/networks?id=037e5190-ced0-43e1-86df-8096bdf827fa HTTP/1.1" status: 200  len: 813 time: 0.4857838
Feb 17 01:18:56.050533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-29ff1d17-6ce0-44a8-8a92-b72a89ee09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:56.052406 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-29ff1d17-6ce0-44a8-8a92-b72a89ee09b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 1160 time: 0.1460690
Feb 17 01:18:56.065652 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-43864e7c-99e7-471e-a25e-7f584a3466e0 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/quotas/4bdfa16f9a24425e9968013237046c46 HTTP/1.1" status: 200  len: 375 time: 0.0121849
Feb 17 01:18:56.185921 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-6b5fbf90-6383-47e0-9fd7-b516d8d9f715 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 HTTP/1.1" status: 200  len: 217 time: 0.1224215
Feb 17 01:18:56.200693 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-dbc9051f-6068-4e02-b67f-2a2c651f30b5 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bdfa16f9a24425e9968013237046c46&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0705657
Feb 17 01:18:56.326117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:18:56.362430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42edf-9eee-4a0b-a69a-1a6d69f25d2f req-63a1f5fc-5f89-416c-a1e3-6864b28ca9ac tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:56.364123 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0fe42edf-9eee-4a0b-a69a-1a6d69f25d2f req-63a1f5fc-5f89-416c-a1e3-6864b28ca9ac tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1255765
Feb 17 01:18:56.388858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-a9273c19-c389-49cc-9a5e-073827b1face service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:56.390556 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-a9273c19-c389-49cc-9a5e-073827b1face service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.1827734
Feb 17 01:18:56.400936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4f2a58>, [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:18:47Z', 'revision_number': 4, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8a713f24-ec73-466f-84ad-39be34191773', 'name': '', 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'mac_address': 'fa:16:3e:7a:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05077a6e-d8b3-4055-b1c8-69b51540760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:45Z', 'updated_at': '2021-02-17T01:18:54Z', 'revision_number': 4, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'subnets': [{'id': '05077a6e-d8b3-4055-b1c8-69b51540760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:56.405756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f933a4-f718-4bb3-9c0a-a5f851d81cd7 None None] The sync data for ids ['5e5dec88-3166-4c37-93f8-8dcfff249869'] in dv-cinder-759962-4-iscsi is: [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:18:47Z', 'revision_number': 4, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8a713f24-ec73-466f-84ad-39be34191773', 'name': '', 'network_id': 'aeb9ce84-02fa-4113-b398-0293fe1eb0b1', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'mac_address': 'fa:16:3e:7a:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05077a6e-d8b3-4055-b1c8-69b51540760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:45Z', 'updated_at': '2021-02-17T01:18:54Z', 'revision_number': 4, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'subnets': [{'id': '05077a6e-d8b3-4055-b1c8-69b51540760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:18:56.424834 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0fe42edf-9eee-4a0b-a69a-1a6d69f25d2f req-74d695b1-866a-4447-85e9-83dae4aa7b10 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479093
Feb 17 01:18:56.473413 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-cd89d40f-1f89-4cb6-9f37-7f1a7e385966 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0740824
Feb 17 01:18:56.594489 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-24054791-3720-4108-a4a1-c4c7c8c3fbb2 service neutron] 10.222.0.30 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3419466
Feb 17 01:18:56.752082 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-6245c41a-086b-475a-8f2c-40ff15cf744f service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2694082
Feb 17 01:18:56.899539 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-38e583ca-121d-424a-8349-4bf35c364ca5 service neutron] 10.222.0.30 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2962902
Feb 17 01:18:56.930933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8a713f24-ec73-466f-84ad-39be34191773 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:56.954200 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84c1598d-9a55-4ea7-9df2-527a64a6aa7e req-ad90b51a-37c8-48d8-ae29-001c3da7f70d service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1891019
Feb 17 01:18:57.054995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 8a713f24-ec73-466f-84ad-39be34191773 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:18:57.061143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 8a713f24-ec73-466f-84ad-39be34191773 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:57.061570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.288768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57586) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:57.336891 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c057d917-28ca-4c47-8356-61e90e8e9bad req-534c396b-af50-41aa-a778-242fe13590ec tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 210 time: 0.1320484
Feb 17 01:18:57.433449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-fc5cc29f-e45e-49b6-b46b-ecd5d7c220a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:57.435256 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-fc5cc29f-e45e-49b6-b46b-ecd5d7c220a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 1160 time: 0.4177032
Feb 17 01:18:57.456652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.503779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569e621-aaa6-4860-83a7-0d6dbdc74651 req-ac101d4b-8a84-47c5-a06d-4319761a448f tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:57.513194 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f569e621-aaa6-4860-83a7-0d6dbdc74651 req-ac101d4b-8a84-47c5-a06d-4319761a448f tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 943 time: 0.3419631
Feb 17 01:18:57.540116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 8a713f24-ec73-466f-84ad-39be34191773, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=8a713f24-ec73-466f-84ad-39be34191773,segment=NetworkSegment(e75fe028-59e6-43f5-ba92-ea2752697905),segment_id=e75fe028-59e6-43f5-ba92-ea2752697905)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:57.572669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.574738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:57.614645 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f569e621-aaa6-4860-83a7-0d6dbdc74651 req-2d4df493-b9c7-4ead-a8f6-a4ef2b79591c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988488
Feb 17 01:18:57.672287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.714516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:57.721633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Usage tracker for resource:security_group_rule and tenant:b35b4b800e59408e976e82de21ef7b9b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:57.726618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:57.726883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=8a713f24-ec73-466f-84ad-39be34191773,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:57.731921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:57.743220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:57.836380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651f705-0eff-45f6-9469-50e394d2d5df req-56ae35cd-0890-4c23-8905-29a71f5dcd14 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:57.837954 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7651f705-0eff-45f6-9469-50e394d2d5df req-56ae35cd-0890-4c23-8905-29a71f5dcd14 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2029843
Feb 17 01:18:57.839174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-ebcfb15a-6113-4c79-89b5-9e5615579882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:57.840691 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-ebcfb15a-6113-4c79-89b5-9e5615579882 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 909 time: 0.3962896
Feb 17 01:18:57.890427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.893505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.912253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11da1a9f-9960-4e79-b70a-69507c00f52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:57.961781 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b35b4b800e59408e976e82de21ef7b9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6323113
Feb 17 01:18:57.965235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57604) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:57.966328 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-17855ad4-2fbf-4c1f-a1ed-ef71456f8db7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 HTTP/1.1" status: 200  len: 217 time: 0.1183896
Feb 17 01:18:57.978254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d435e04-53fd-4df1-b7e5-94702e472760,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:58.018893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:58.036452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.056456 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7651f705-0eff-45f6-9469-50e394d2d5df req-d8497c05-5a52-45d0-9697-b6c760dae9dc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142874
Feb 17 01:18:58.087027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-be1b971b-bd69-4010-83ce-14c581dbff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:58.089547 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-be1b971b-bd69-4010-83ce-14c581dbff42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.1135702
Feb 17 01:18:58.093717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.144934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.147025 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-d7100885-836f-4678-80c5-d822f0e2c698 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495632
Feb 17 01:18:58.153624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c2c6d61d-bc4c-4e60-ab46-7be12c47421c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:58.170540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d435e04-53fd-4df1-b7e5-94702e472760,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:58.172541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.173750 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d435e04-53fd-4df1-b7e5-94702e472760 HTTP/1.1" status: 204  len: 168 time: 0.2075348
Feb 17 01:18:58.174648 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:58.375093 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-28f456b3-d3b8-4351-ac6c-2bca94d41b1b service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045982
Feb 17 01:18:58.535531 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd9ee7a9-f218-42da-8515-31072b10a3a1 req-69aa70a5-ed72-43f0-be1f-dece7eae3d80 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1523457
Feb 17 01:18:58.565692 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-96cbbb4a-35ef-4889-bc73-9190560fa994 req-5d28e506-b3c5-42c7-8f6e-37f276c3054e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 210 time: 0.0692902
Feb 17 01:18:58.893652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259ec77-5196-4816-b7f2-a2cbac34f543 req-bcf5e498-f124-46b9-88b1-a965eeb6e06b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:58.894406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-8259ec77-5196-4816-b7f2-a2cbac34f543 req-bcf5e498-f124-46b9-88b1-a965eeb6e06b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:18:58.902832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8a713f24-ec73-466f-84ad-39be34191773 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:18:58.925939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-8259ec77-5196-4816-b7f2-a2cbac34f543 req-bcf5e498-f124-46b9-88b1-a965eeb6e06b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:18:58.927278 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8259ec77-5196-4816-b7f2-a2cbac34f543 req-bcf5e498-f124-46b9-88b1-a965eeb6e06b tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 943 time: 0.1826532
Feb 17 01:18:59.117762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 8a713f24-ec73-466f-84ad-39be34191773 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:18:59.118274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:59.238625 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8259ec77-5196-4816-b7f2-a2cbac34f543 req-6fb157a3-2a08-45a4-8b55-19b98532555e tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860017
Feb 17 01:18:59.352485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-68c41ac0-d87a-453f-9f7c-ce64edb55b6a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:59.356301 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-68c41ac0-d87a-453f-9f7c-ce64edb55b6a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "GET /v2.0/networks?id=037e5190-ced0-43e1-86df-8096bdf827fa HTTP/1.1" status: 200  len: 813 time: 0.3877904
Feb 17 01:18:59.372111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Request body: {'port': {'device_id': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa', 'admin_state_up': True, 'tenant_id': '4bdfa16f9a24425e9968013237046c46'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:59.603237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:59.608783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Usage tracker for resource:port and tenant:4bdfa16f9a24425e9968013237046c46 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:59.613478 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:59.620785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:59.622347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e49053-d299-421c-9d9e-fc97fbd2a271 req-3316e2e6-20ab-4521-9cad-511f170a2e99 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:59.624483 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1e49053-d299-421c-9d9e-fc97fbd2a271 req-3316e2e6-20ab-4521-9cad-511f170a2e99 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1277623
Feb 17 01:18:59.639105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Made reservation on behalf of 4bdfa16f9a24425e9968013237046c46 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:18:59.645283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:59.691505 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1e49053-d299-421c-9d9e-fc97fbd2a271 req-9762a141-3604-425a-b3b6-b967cbfcde5b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605333
Feb 17 01:18:59.796069 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0cb36657-380f-41a4-8c51-17fc39408e8f req-e348da43-13e2-4507-aa5f-c7bd330c5136 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 210 time: 0.0870328
Feb 17 01:19:00.202451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:00.331846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:00.340899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:00.341595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.484053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Allocated IP 172.20.0.9 (037e5190-ced0-43e1-86df-8096bdf827fa/4296f253-78e0-40be-9314-90c4a3bf4e79/2cc275f7-b69e-4303-a830-ac50e1c0beb5) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:19:00.487520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.518174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:00.530098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:00.534227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.535347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:00.557270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0225903-b91e-4e00-ad57-470c1b235635 req-51551e01-3720-47cd-a60b-bc923205d80a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:00.562068 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0225903-b91e-4e00-ad57-470c1b235635 req-51551e01-3720-47cd-a60b-bc923205d80a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 943 time: 0.1573603
Feb 17 01:19:00.572680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:00.624529 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2', 'code': 200}
Feb 17 01:19:00.685455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:00.689274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:00.705873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:00.706247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.741839 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0225903-b91e-4e00-ad57-470c1b235635 req-f64bdd5f-fec3-4962-bec4-5f2966147df8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600487
Feb 17 01:19:00.883383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.928529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd082232-83b2-41e0-968a-9c4aaf8b7af4 req-31a7165a-1726-4dda-876f-00e1b785e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:00.930732 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd082232-83b2-41e0-968a-9c4aaf8b7af4 req-31a7165a-1726-4dda-876f-00e1b785e98d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 1162 time: 0.1240177
Feb 17 01:19:00.947933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b042f-484a-46e1-a4f2-1095e09d3974 req-2c8f2eb9-9e38-4469-a2ee-d0997c3ff6c9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:00.949196 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-822b042f-484a-46e1-a4f2-1095e09d3974 req-2c8f2eb9-9e38-4469-a2ee-d0997c3ff6c9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1010501
Feb 17 01:19:00.956856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.984730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:01.003806 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-822b042f-484a-46e1-a4f2-1095e09d3974 req-7980c59b-1735-4a51-890b-abf6f985304c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466499
Feb 17 01:19:01.250062 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dd082232-83b2-41e0-968a-9c4aaf8b7af4 req-cc65e056-bac6-440f-a8a5-dced94414b6a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3116446
Feb 17 01:19:01.268979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Pushing event updated for resources: {'Port': ['ID=2cc275f7-b69e-4303-a830-ac50e1c0beb5,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:01.272549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:01.350959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:01.366394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee4f93-de3d-49ae-af60-400a489009e1 req-e24059a9-f04a-486c-be3e-27f9ae1bda58 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:01.368506 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-17ee4f93-de3d-49ae-af60-400a489009e1 req-e24059a9-f04a-486c-be3e-27f9ae1bda58 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 931 time: 0.4158041
Feb 17 01:19:01.383811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28316b-6526-4830-98f7-d46e46e8eb51 req-085a4da3-9431-4c7f-a4b3-71be042e27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:01.383811 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-de28316b-6526-4830-98f7-d46e46e8eb51 req-085a4da3-9431-4c7f-a4b3-71be042e27a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1162 time: 0.2616673
Feb 17 01:19:01.416305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Network 037e5190-ced0-43e1-86df-8096bdf827fa is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:19:01.418694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:19:01.421400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:19:01.426078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:01.426891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:01.462740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-17ee4f93-de3d-49ae-af60-400a489009e1 req-373de100-e6fd-4fea-b1e8-198bdd09710b tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Synchronizing usage tracker for tenant:4bdfa16f9a24425e9968013237046c46 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:01.473181 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1062684
Feb 17 01:19:01.484668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-17ee4f93-de3d-49ae-af60-400a489009e1 req-373de100-e6fd-4fea-b1e8-198bdd09710b tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Unset dirty status for tenant:4bdfa16f9a24425e9968013237046c46 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:01.495896 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-17ee4f93-de3d-49ae-af60-400a489009e1 req-373de100-e6fd-4fea-b1e8-198bdd09710b tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201704
Feb 17 01:19:01.513116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Request body: {'port': {'device_id': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:01.544099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:01.545306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:01.617691 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-de28316b-6526-4830-98f7-d46e46e8eb51 req-f48b7362-ca33-465b-b14a-6cd02fcc42cb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157374
Feb 17 01:19:01.703023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:01.995258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b19856-ccaa-44d5-8992-8b1e523ae3f2 req-b2c8295b-f2a1-4745-b8fa-fba643eae900 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:01.998064 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a0b19856-ccaa-44d5-8992-8b1e523ae3f2 req-b2c8295b-f2a1-4745-b8fa-fba643eae900 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 945 time: 0.1165864
Feb 17 01:19:02.067869 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a0b19856-ccaa-44d5-8992-8b1e523ae3f2 req-2cc99669-8d01-4eac-9b9f-f5cbec97e4f4 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575283
Feb 17 01:19:02.188957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc275f7-b69e-4303-a830-ac50e1c0beb5 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:19:02.247808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:02.311785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Transition to ACTIVE for port object 2cc275f7-b69e-4303-a830-ac50e1c0beb5 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:19:02.321064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:02.348409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d6890a2d-bde5-48ca-a00d-7a1a26c0f945 tempest-DeleteServersTestJSON-1234932639 tempest-DeleteServersTestJSON-1234932639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:02.521194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc275f7-b69e-4303-a830-ac50e1c0beb5,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:02.524588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:02.535664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721986b7-e987-4f94-8373-bf52670d51d2 req-1d3e7682-38f6-4b0c-a55c-8f6efe7a22f4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:02.537608 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-721986b7-e987-4f94-8373-bf52670d51d2 req-1d3e7682-38f6-4b0c-a55c-8f6efe7a22f4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.3620129
Feb 17 01:19:02.625330 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-721986b7-e987-4f94-8373-bf52670d51d2 req-f5e713a8-85f5-4bf2-b110-bd82cfba53a3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687242
Feb 17 01:19:02.708296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb756122-2b4d-4d07-ad77-5c466c730c54 req-afd9a382-6408-4da9-a0eb-b215bd61a013 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:02.709911 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eb756122-2b4d-4d07-ad77-5c466c730c54 req-afd9a382-6408-4da9-a0eb-b215bd61a013 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 943 time: 0.0918682
Feb 17 01:19:02.711240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Attempting to bind port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:19:02.711611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Attempting to bind port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:19:02.712005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Attempting to bind port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 on network 037e5190-ced0-43e1-86df-8096bdf827fa {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:19:02.717749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:19:02.718125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Checking segment: {'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:19:02.718529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:02.718920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Bound using segment: {'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:19:02.719388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Bound port: 2cc275f7-b69e-4303-a830-ac50e1c0beb5, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:19:02.719778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:02.763237 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eb756122-2b4d-4d07-ad77-5c466c730c54 req-cbc1c198-2e98-4e47-8f39-429a90a9d05d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467396
Feb 17 01:19:02.848902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] For port 2cc275f7-b69e-4303-a830-ac50e1c0beb5, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:19:02.855755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] For port 2cc275f7-b69e-4303-a830-ac50e1c0beb5, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2cc275f7-b69e-4303-a830-ac50e1c0beb5,segment=NetworkSegment(7ad225b5-d408-4b10-b312-663fd25ee7f0),segment_id=7ad225b5-d408-4b10-b312-663fd25ee7f0)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:19:02.860172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:02.876782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:03.039323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc275f7-b69e-4303-a830-ac50e1c0beb5,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:03.044173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:03.075820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:03.076921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:03.078804 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] 10.222.0.70 "PUT /v2.0/ports/2cc275f7-b69e-4303-a830-ac50e1c0beb5 HTTP/1.1" status: 200  len: 1157 time: 1.5754497
Feb 17 01:19:03.079531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'tag': '2cc275f7-b69e-4303-a830-ac50e1c0beb5'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:03.146670 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'tag': '2cc275f7-b69e-4303-a830-ac50e1c0beb5', 'status': 'completed', 'code': 200}
Feb 17 01:19:03.279742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-837492f5-c6be-46ee-9db1-231dfae074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:03.283226 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-837492f5-c6be-46ee-9db1-231dfae074ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bdfa16f9a24425e9968013237046c46&device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 1160 time: 0.1097186
Feb 17 01:19:03.302363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38043671-1ce5-445e-abab-dbd8b3fb8f4c req-eb751a0a-84d9-4b44-98b6-7a32a8774081 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:03.304099 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-38043671-1ce5-445e-abab-dbd8b3fb8f4c req-eb751a0a-84d9-4b44-98b6-7a32a8774081 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 945 time: 0.1025968
Feb 17 01:19:03.420509 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-8e534771-bf60-4402-8851-49096759b803 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc275f7-b69e-4303-a830-ac50e1c0beb5 HTTP/1.1" status: 200  len: 217 time: 0.1149578
Feb 17 01:19:03.431460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:03.446055 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-38043671-1ce5-445e-abab-dbd8b3fb8f4c req-4c37f6a3-7e65-40a9-90ba-70cbd85e4940 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287541
Feb 17 01:19:03.599753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-92c42eb0-f917-4bde-982d-c9b10bd7ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:03.608101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:03.608629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:03.609373 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-92c42eb0-f917-4bde-982d-c9b10bd7ab95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4296f253-78e0-40be-9314-90c4a3bf4e79 HTTP/1.1" status: 200  len: 853 time: 0.1807332
Feb 17 01:19:03.745920 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-513d119c-407a-49a4-b8b2-badfa697b96b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=037e5190-ced0-43e1-86df-8096bdf827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1254332
Feb 17 01:19:03.945298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57760) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:04.001478 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-616cc035-9063-40c9-975e-37b48d17e9cf service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2478187
Feb 17 01:19:04.024413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b47dff-09f6-4ec9-8984-36d9dfb6d8d8 req-bb7ccd3d-ee3d-4dcf-a68d-6775455f6bc8 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:04.032032 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a0b47dff-09f6-4ec9-8984-36d9dfb6d8d8 req-bb7ccd3d-ee3d-4dcf-a68d-6775455f6bc8 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1058555
Feb 17 01:19:04.105126 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a0b47dff-09f6-4ec9-8984-36d9dfb6d8d8 req-10cf0079-cea8-4495-98ca-11c066d2193b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616026
Feb 17 01:19:04.419456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032dbb-df1b-4afe-9753-3a450dab9295 req-3384f5a4-4eaf-4ca0-85a9-338b351c84c4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:04.422331 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-52032dbb-df1b-4afe-9753-3a450dab9295 req-3384f5a4-4eaf-4ca0-85a9-338b351c84c4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1695213
Feb 17 01:19:04.484731 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-52032dbb-df1b-4afe-9753-3a450dab9295 req-30040615-a8d4-415c-a094-82f22c817e49 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537059
Feb 17 01:19:04.548548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:04.576399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:19:04.584082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Usage tracker for resource:security_group_rule and tenant:31a7639ff1fb4028be980f450f18900e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:19:04.591353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:19:04.613610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:19:04.673723 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1a6f4dd-9d5a-46ea-9b85-c60ed9fb58db req-2d6d34ad-8b55-43e0-a514-6d056f449862 service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6589930
Feb 17 01:19:04.683777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe51606-4b97-4453-8c5a-2de7d23ffb67 req-9749b4b9-4c6e-4e04-86bc-8c6bf4728f3c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:04.684572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-dbe51606-4b97-4453-8c5a-2de7d23ffb67 req-9749b4b9-4c6e-4e04-86bc-8c6bf4728f3c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Synchronizing usage tracker for tenant:4bdfa16f9a24425e9968013237046c46 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:04.717291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-dbe51606-4b97-4453-8c5a-2de7d23ffb67 req-9749b4b9-4c6e-4e04-86bc-8c6bf4728f3c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Unset dirty status for tenant:4bdfa16f9a24425e9968013237046c46 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:04.718579 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dbe51606-4b97-4453-8c5a-2de7d23ffb67 req-9749b4b9-4c6e-4e04-86bc-8c6bf4728f3c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 943 time: 0.5308270
Feb 17 01:19:04.899874 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dbe51606-4b97-4453-8c5a-2de7d23ffb67 req-c0f2b5e2-0189-40a7-9606-d8faf4ee6a1f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722350
Feb 17 01:19:04.940638 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:04.950313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:04.961097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5c6985e0-45f0-4536-8b64-000600afa183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:05.029462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-5948cfd9-cb51-43e0-8765-ca50319bd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.030993 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-5948cfd9-cb51-43e0-8765-ca50319bd4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bdfa16f9a24425e9968013237046c46&device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 1160 time: 0.2804573
Feb 17 01:19:05.037273 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31a7639ff1fb4028be980f450f18900e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0903490
Feb 17 01:19:05.040409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceac224-628b-4f3d-ba86-dae5fb1b2520,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:05.040756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57792) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:05.061571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:05.113988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.145746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.196789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.202701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3253402f-76cd-451d-a9c6-9ac7c86af999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:05.219978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceac224-628b-4f3d-ba86-dae5fb1b2520,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:05.220079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-01a9753b-0b72-4d22-8f78-ee60e2143422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.220079 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-01a9753b-0b72-4d22-8f78-ee60e2143422 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1162 time: 0.3696923
Feb 17 01:19:05.221221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:05.224887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.228815 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ceac224-628b-4f3d-ba86-dae5fb1b2520 HTTP/1.1" status: 204  len: 168 time: 0.1842897
Feb 17 01:19:05.470099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-faf2d251-9dbf-42eb-930d-4408b0a206e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.471825 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-faf2d251-9dbf-42eb-930d-4408b0a206e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=037e5190-ced0-43e1-86df-8096bdf827fa HTTP/1.1" status: 200  len: 907 time: 0.4058576
Feb 17 01:19:05.597466 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-66c11fd2-43e2-4d06-bdff-abc8c5cab590 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc275f7-b69e-4303-a830-ac50e1c0beb5 HTTP/1.1" status: 200  len: 217 time: 0.1017578
Feb 17 01:19:05.606209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c57450-0dc2-4b4f-8919-a3b60fdbfa36 req-e24de563-5ca7-449c-998b-c40382fca30d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.612811 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-07c57450-0dc2-4b4f-8919-a3b60fdbfa36 req-e24de563-5ca7-449c-998b-c40382fca30d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.4004679
Feb 17 01:19:05.619817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-f485d270-a871-4a39-8f78-ad87d318a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.622712 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-f485d270-a871-4a39-8f78-ad87d318a8b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 913 time: 0.3494418
Feb 17 01:19:05.636955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e8493-724e-4d01-b9c6-058caff0391c req-8d6a0c98-ee3e-4b8b-8f71-a25388c5f242 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.640563 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-415e8493-724e-4d01-b9c6-058caff0391c req-8d6a0c98-ee3e-4b8b-8f71-a25388c5f242 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.2184818
Feb 17 01:19:05.696375 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-415e8493-724e-4d01-b9c6-058caff0391c req-caa0f684-f5d2-4d4c-8c38-6feba20226a9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497210
Feb 17 01:19:05.785872 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-0ade5a41-0584-4746-b1e6-be17e4f4442f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42461471-75b7-47de-b585-d41430e0343c HTTP/1.1" status: 200  len: 217 time: 0.1101868
Feb 17 01:19:05.856908 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-07c57450-0dc2-4b4f-8919-a3b60fdbfa36 req-3c325505-7579-4256-9fcb-42f01b6e5e7e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334185
Feb 17 01:19:05.863236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-636462ad-7519-4c43-b288-e8f4127800a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.864913 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-636462ad-7519-4c43-b288-e8f4127800a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4296f253-78e0-40be-9314-90c4a3bf4e79 HTTP/1.1" status: 200  len: 853 time: 0.2504079
Feb 17 01:19:05.935643 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-e7d674fb-9dcc-4be7-9a46-d3ab1004195d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=037e5190-ced0-43e1-86df-8096bdf827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593457
Feb 17 01:19:05.951145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-59242bec-2bba-4e68-ac5e-182fbaedfc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.952836 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-59242bec-2bba-4e68-ac5e-182fbaedfc4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.1433477
Feb 17 01:19:06.150352 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-6c6dbb29-0fd6-4a87-8462-4c8f14d453ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1680925
Feb 17 01:19:06.338848 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-e883f384-8d82-4014-b115-9017adbeabaa service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3897231
Feb 17 01:19:06.414995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969b620-1e9a-4661-ac9c-ced30eacfaa9 req-cf3a6be3-ab3b-4dca-809d-7ca85738280f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:06.416558 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6969b620-1e9a-4661-ac9c-ced30eacfaa9 req-cf3a6be3-ab3b-4dca-809d-7ca85738280f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.4357424
Feb 17 01:19:06.505737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81da9e-3069-465b-8df6-218ef0183405 req-ea125a1c-3c20-4b7d-a8ef-4c8f79c4e873 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:06.512866 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0f81da9e-3069-465b-8df6-218ef0183405 req-ea125a1c-3c20-4b7d-a8ef-4c8f79c4e873 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 943 time: 0.1068084
Feb 17 01:19:06.544329 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-517a9151-1761-4ded-b990-38e5b027af82 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3786135
Feb 17 01:19:06.588244 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0f81da9e-3069-465b-8df6-218ef0183405 req-67cb6504-b1bd-4598-966f-4f1cbeef035b tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664461
Feb 17 01:19:06.616779 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6969b620-1e9a-4661-ac9c-ced30eacfaa9 req-30eab6c0-de4a-483d-ac60-577c966661bb tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332424
Feb 17 01:19:06.746218 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7c63f74-ae1e-4263-a1cb-fe7986b8a59d req-4622606f-c005-4e80-8ab5-4f51e2b7b281 service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3834312
Feb 17 01:19:06.799180 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0e103a65-88c9-4356-8819-f73b2aea9461 req-469f59b5-7ee0-429e-9b3f-54e8105a7662 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2300870
Feb 17 01:19:06.916880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57836) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:06.982183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63cda7-eca9-4701-82e4-e80f427a41e1 req-e87ca752-713f-4533-9fc8-5bf9b4b39820 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:06.985483 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bb63cda7-eca9-4701-82e4-e80f427a41e1 req-e87ca752-713f-4533-9fc8-5bf9b4b39820 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1191089
Feb 17 01:19:07.045563 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bb63cda7-eca9-4701-82e4-e80f427a41e1 req-f188d383-c4e3-44f9-94d7-9a5e31841d49 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522490
Feb 17 01:19:07.114142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.138529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:19:07.146177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Usage tracker for resource:security_group_rule and tenant:543773abdf104799bedec18bfdf8252f is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:19:07.150679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:19:07.159663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:19:07.195578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-80b4ff69-a86e-4ae5-bfd7-b4f67cfd1346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.198618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3fb2a-cb7c-46b2-8894-cba1b8a026f3 req-f8fbd136-6199-4c9c-afd5-b4673b77a286 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:07.200379 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66b3fb2a-cb7c-46b2-8894-cba1b8a026f3 req-f8fbd136-6199-4c9c-afd5-b4673b77a286 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1718752
Feb 17 01:19:07.275329 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-66b3fb2a-cb7c-46b2-8894-cba1b8a026f3 req-3c74dd3e-b572-4e4b-9a68-fb5b658ad239 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660932
Feb 17 01:19:07.328213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.332465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.342385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c9b15431-bebe-404e-b455-5cf31d256ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:07.393257 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=543773abdf104799bedec18bfdf8252f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4751463
Feb 17 01:19:07.394341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef76e4-d68b-4fd1-ba56-82cac7f6e24a,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:07.397360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57844) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:07.398405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-06bf4691-77f0-4827-b612-123959c9fcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:07.521037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.574681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.603804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-1a2ed399-1df6-4de6-9a5a-6f4b0f719171 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:19:07.667067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.677083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:07.703083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef76e4-d68b-4fd1-ba56-82cac7f6e24a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:07.712184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:07.807543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.813206 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfef76e4-d68b-4fd1-ba56-82cac7f6e24a HTTP/1.1" status: 204  len: 168 time: 0.4092712
Feb 17 01:19:07.867810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbb1dc-c015-4f96-ba99-9c4cc98cf7ec req-25beb6a4-c6c0-4163-9880-d101c00fa7e8 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:07.869490 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ddbb1dc-c015-4f96-ba99-9c4cc98cf7ec req-25beb6a4-c6c0-4163-9880-d101c00fa7e8 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 943 time: 0.1629493
Feb 17 01:19:07.964203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c25dc7-eb2a-4a8b-b809-5676a3546ca6 req-36f52d38-c2b6-44a9-b689-2b2e81d3493f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:07.966459 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-03c25dc7-eb2a-4a8b-b809-5676a3546ca6 req-36f52d38-c2b6-44a9-b689-2b2e81d3493f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1606526
Feb 17 01:19:07.983127 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ddbb1dc-c015-4f96-ba99-9c4cc98cf7ec req-2cc15559-fb4b-43d8-be9e-1c412973f2d7 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977228
Feb 17 01:19:08.021838 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-03c25dc7-eb2a-4a8b-b809-5676a3546ca6 req-d0ed3f8c-7291-4425-8158-70232e4c4eeb tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472949
Feb 17 01:19:08.349749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceaafb-7a68-4312-be26-bdca9024253d req-11a610a3-7a8c-4432-9672-77c186b84239 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.365249 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-41ceaafb-7a68-4312-be26-bdca9024253d req-11a610a3-7a8c-4432-9672-77c186b84239 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1833057
Feb 17 01:19:08.435273 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-41ceaafb-7a68-4312-be26-bdca9024253d req-6d59269b-2dfd-4c81-91c6-482323f11aee tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657539
Feb 17 01:19:08.594088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad62acc-1503-4267-8a3b-74924c1433b1 req-f95d1353-96c7-4e09-95d1-ddc0d990d943 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.596063 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fad62acc-1503-4267-8a3b-74924c1433b1 req-f95d1353-96c7-4e09-95d1-ddc0d990d943 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1486781
Feb 17 01:19:08.618800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 2cc275f7-b69e-4303-a830-ac50e1c0beb5 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:08.651359 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fad62acc-1503-4267-8a3b-74924c1433b1 req-238003e3-79a4-40b6-bf52-924c3ff4627a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473578
Feb 17 01:19:08.708152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:08.714907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:08.715281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:08.880804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:08.912995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc275f7-b69e-4303-a830-ac50e1c0beb5'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:08.925457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 2cc275f7-b69e-4303-a830-ac50e1c0beb5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2cc275f7-b69e-4303-a830-ac50e1c0beb5,segment=NetworkSegment(7ad225b5-d408-4b10-b312-663fd25ee7f0),segment_id=7ad225b5-d408-4b10-b312-663fd25ee7f0)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:08.929101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:08.930056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:08.963169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-600211f2-fc58-47dd-9d9e-7c06f39e9104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:09.001402 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc275f7-b69e-4303-a830-ac50e1c0beb5', 'code': 200}
Feb 17 01:19:09.096205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:09.096761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.168138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=2cc275f7-b69e-4303-a830-ac50e1c0beb5,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:09.176068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:09.378396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8007203-2387-49ef-835b-df39003dd2c2 req-4e5be938-7234-4c45-a762-438d4cece406 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.380127 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a8007203-2387-49ef-835b-df39003dd2c2 req-4e5be938-7234-4c45-a762-438d4cece406 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1391625
Feb 17 01:19:09.460107 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a8007203-2387-49ef-835b-df39003dd2c2 req-f44368ca-0639-47ce-a31e-d8b342664de4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650401
Feb 17 01:19:09.627463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 2cc275f7-b69e-4303-a830-ac50e1c0beb5 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:09.673128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 57898) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:09.708039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc09bc-c130-4c52-ac38-0596e558a65b req-3d93e39b-c87e-4769-9f44-f186a764dc76 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.709689 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-afcc09bc-c130-4c52-ac38-0596e558a65b req-3d93e39b-c87e-4769-9f44-f186a764dc76 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.5154738
Feb 17 01:19:09.714044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5317-4316-46f9-aabf-ef66d7a9ce4b req-6a995e8a-2bcf-4ca0-b7f1-5507bc8cb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.715775 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7bcc5317-4316-46f9-aabf-ef66d7a9ce4b req-6a995e8a-2bcf-4ca0-b7f1-5507bc8cb80f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 1162 time: 0.4084640
Feb 17 01:19:09.774456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde1863-17b9-4b61-aa5f-3aed638c72ff req-d8d629b7-3698-410b-a15a-bdcc038182af tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.784325 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5bde1863-17b9-4b61-aa5f-3aed638c72ff req-d8d629b7-3698-410b-a15a-bdcc038182af tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1986992
Feb 17 01:19:09.825945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:09.827499 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.886367 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7bcc5317-4316-46f9-aabf-ef66d7a9ce4b req-33ea01d2-c5ce-474a-a022-1f8b664bbd1d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258283
Feb 17 01:19:09.887205 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5bde1863-17b9-4b61-aa5f-3aed638c72ff req-4997496c-456c-4e73-b142-537802063ea3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807078
Feb 17 01:19:09.899466 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-afcc09bc-c130-4c52-ac38-0596e558a65b req-b73ff18d-8dc2-4a46-996c-f55c498d698b tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764774
Feb 17 01:19:09.957816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.978557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:19:09.983165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Usage tracker for resource:security_group_rule and tenant:0121085ce7a04443b151b304159ca738 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:19:09.986669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:19:09.993662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:19:10.034423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:10.109908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d43871ba-6314-462d-b655-edb57323d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.116025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcc2da-19d6-44ba-9190-f4088bcc654c req-e6d30e24-a67e-49eb-84ff-801cf356d98b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:10.118362 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4bcc2da-19d6-44ba-9190-f4088bcc654c req-e6d30e24-a67e-49eb-84ff-801cf356d98b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0993874
Feb 17 01:19:10.124702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:10.125144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.153108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.157693 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.170507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1a5f3afe-e52c-4af2-bab6-a7005ea1cd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:10.190314 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4bcc2da-19d6-44ba-9190-f4088bcc654c req-877b30b8-7bd9-4f2b-99fe-901c1c81e76f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615034
Feb 17 01:19:10.246446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc5aac7-027e-4701-852f-e99d318771f6,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:10.254854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:10.287231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 57910) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:10.287357 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0121085ce7a04443b151b304159ca738&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6116345
Feb 17 01:19:10.378936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.411585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.500039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.507368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:10.522085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc5aac7-027e-4701-852f-e99d318771f6,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:10.525373 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.529262 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fc5aac7-027e-4701-852f-e99d318771f6 HTTP/1.1" status: 204  len: 168 time: 0.2377636
Feb 17 01:19:10.529262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:10.706579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb7098-e404-4078-afd2-08db6040cfde req-dd51ee8f-50e7-4402-a379-125c8759034e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:10.720583 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f1fb7098-e404-4078-afd2-08db6040cfde req-dd51ee8f-50e7-4402-a379-125c8759034e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1277773
Feb 17 01:19:10.844246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.845485 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f1fb7098-e404-4078-afd2-08db6040cfde req-c107ab96-0ee0-4e78-91e0-6a2608e78c5b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230557
Feb 17 01:19:11.142367 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e638-18d1-444d-89bb-27085408c1c2 req-e1d9b9c8-20d2-4ed7-8861-bc8f52915197 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:11.144140 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9096e638-18d1-444d-89bb-27085408c1c2 req-e1d9b9c8-20d2-4ed7-8861-bc8f52915197 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.0955844
Feb 17 01:19:11.185956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b700da4-3285-42d5-9f81-e53aa629e372 req-b449240d-e423-4735-85dc-53e027232bd9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:11.187716 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3b700da4-3285-42d5-9f81-e53aa629e372 req-b449240d-e423-4735-85dc-53e027232bd9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1246774
Feb 17 01:19:11.205404 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9096e638-18d1-444d-89bb-27085408c1c2 req-5339b6fe-ed00-4328-8bd7-18ff19599cf1 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528455
Feb 17 01:19:11.213473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:11.244521 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3b700da4-3285-42d5-9f81-e53aa629e372 req-37ce3038-0ffa-487c-ad0a-a1f0c90e4f4c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484195
Feb 17 01:19:11.484129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:12.053577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488763a-f2b2-48d3-8def-6b5cae4d0add req-56f6f007-cc41-4e9e-b184-6024fc3db192 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.055942 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c488763a-f2b2-48d3-8def-6b5cae4d0add req-56f6f007-cc41-4e9e-b184-6024fc3db192 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0927889
Feb 17 01:19:12.127350 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c488763a-f2b2-48d3-8def-6b5cae4d0add req-ff0cf99b-c346-46c1-86f5-f13cb4aaa94f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643897
Feb 17 01:19:12.207586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf3628-ba09-4297-ae1e-ddc3ec5c7e8a req-b7f198bf-8d73-4d5c-aefa-bb54a31a6b9d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.209262 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7bf3628-ba09-4297-ae1e-ddc3ec5c7e8a req-b7f198bf-8d73-4d5c-aefa-bb54a31a6b9d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0970592
Feb 17 01:19:12.267330 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7bf3628-ba09-4297-ae1e-ddc3ec5c7e8a req-920b9d29-4383-412b-b5c6-d227d33f69fb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517161
Feb 17 01:19:12.500554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c840918-9536-4501-a600-ec73a3f759de req-f3245447-fafc-4b6e-ae29-ba15cefb36d0 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.502327 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8c840918-9536-4501-a600-ec73a3f759de req-f3245447-fafc-4b6e-ae29-ba15cefb36d0 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.1333785
Feb 17 01:19:12.507994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bd428-2e6e-4a38-a2da-d79b3d11b19f req-37916aa1-7cac-4974-a488-da7d42f7eea7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.509662 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c78bd428-2e6e-4a38-a2da-d79b3d11b19f req-37916aa1-7cac-4974-a488-da7d42f7eea7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1170154
Feb 17 01:19:12.555138 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8c840918-9536-4501-a600-ec73a3f759de req-6a345084-9cde-4265-b387-de443e99a9c0 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445740
Feb 17 01:19:12.564404 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c78bd428-2e6e-4a38-a2da-d79b3d11b19f req-90509e02-bb09-446d-b573-5f4bb46b6ba0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480225
Feb 17 01:19:13.378402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654856-6bbe-48ad-b916-0cc942c94c8e req-159c990a-2056-4b19-97fc-f8829b1f723f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:13.380032 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5654856-6bbe-48ad-b916-0cc942c94c8e req-159c990a-2056-4b19-97fc-f8829b1f723f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1125467
Feb 17 01:19:13.432184 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5654856-6bbe-48ad-b916-0cc942c94c8e req-168fe3fb-e36f-4295-a2ee-066cd837fdc4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446966
Feb 17 01:19:13.767438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458218-72e8-4063-a693-f78257585053 req-0bd9b742-f768-4844-8748-8f23281f7d1b tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:13.769025 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1458218-72e8-4063-a693-f78257585053 req-0bd9b742-f768-4844-8748-8f23281f7d1b tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.0942099
Feb 17 01:19:13.791216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12131d-d37e-49e4-a919-60b2e91a5d9a req-c865a451-835f-456c-81d3-5484dd19eb6c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:13.792862 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a12131d-d37e-49e4-a919-60b2e91a5d9a req-c865a451-835f-456c-81d3-5484dd19eb6c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0981145
Feb 17 01:19:13.821490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:13.823862 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1458218-72e8-4063-a693-f78257585053 req-74c7052b-7616-4ae5-9c69-2373fa056000 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476930
Feb 17 01:19:13.842285 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a12131d-d37e-49e4-a919-60b2e91a5d9a req-7caf9f04-2a39-461a-a03c-3c5060ab3881 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428457
Feb 17 01:19:14.640713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffd44b-884b-4760-a497-228c46cddb71 req-543caa4d-7a9d-4164-8538-62fed7fc7be1 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:14.642342 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8ffd44b-884b-4760-a497-228c46cddb71 req-543caa4d-7a9d-4164-8538-62fed7fc7be1 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0898373
Feb 17 01:19:14.691376 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8ffd44b-884b-4760-a497-228c46cddb71 req-fd0054cc-ed2b-457b-9b10-3c281c7185cf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417409
Feb 17 01:19:15.066891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec012c13-48c7-402d-b864-e0fa37df26ad req-57bc1f4f-f0ee-4ab8-b10f-d4bf9bcb470d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:15.068541 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec012c13-48c7-402d-b864-e0fa37df26ad req-57bc1f4f-f0ee-4ab8-b10f-d4bf9bcb470d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1000929
Feb 17 01:19:15.119771 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ec012c13-48c7-402d-b864-e0fa37df26ad req-d8ac56a3-b24d-4d96-9b34-3dae34befe63 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437326
Feb 17 01:19:15.897074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1636ab-c751-46cd-8d2d-b4479c1a4526 req-e91bc6c5-d3f4-45a3-be7b-e4772b722302 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:15.898715 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6d1636ab-c751-46cd-8d2d-b4479c1a4526 req-e91bc6c5-d3f4-45a3-be7b-e4772b722302 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0896456
Feb 17 01:19:15.946929 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6d1636ab-c751-46cd-8d2d-b4479c1a4526 req-4974017a-47c8-4b42-aa86-339dc9c78fb4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418975
Feb 17 01:19:16.343465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e498d5-a1bc-4d25-b6db-5989437d58d3 req-42588dd6-e0fb-4ab3-afda-d2cfba9ebefe tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:16.345160 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2e498d5-a1bc-4d25-b6db-5989437d58d3 req-42588dd6-e0fb-4ab3-afda-d2cfba9ebefe tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1007404
Feb 17 01:19:16.395353 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2e498d5-a1bc-4d25-b6db-5989437d58d3 req-35f6ac89-56d0-4f49-b96c-07f2a3960a5e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428555
Feb 17 01:19:17.150855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf963a-0b6c-43f6-9b33-b1934bd166fb req-b242a098-7b26-4ad3-a9d2-a260e6e32054 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:17.152603 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f7bf963a-0b6c-43f6-9b33-b1934bd166fb req-b242a098-7b26-4ad3-a9d2-a260e6e32054 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0905478
Feb 17 01:19:17.217656 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f7bf963a-0b6c-43f6-9b33-b1934bd166fb req-15f85623-b392-4677-a942-d22160108619 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514686
Feb 17 01:19:17.611875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24276ba-e452-4f66-b9d1-92925480f67b req-bc90a574-7cf1-46ac-943f-38a797d5a856 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:17.613535 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b24276ba-e452-4f66-b9d1-92925480f67b req-bc90a574-7cf1-46ac-943f-38a797d5a856 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0993485
Feb 17 01:19:17.666068 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b24276ba-e452-4f66-b9d1-92925480f67b req-6bf8032d-54d7-4421-bf29-7e077eb203e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462306
Feb 17 01:19:18.437583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f21ec2-b217-4d22-9ad8-73f7f1f3477d req-1fbc2a6c-b50d-4575-a724-4bcc8e3ddeb0 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:18.439136 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-45f21ec2-b217-4d22-9ad8-73f7f1f3477d req-1fbc2a6c-b50d-4575-a724-4bcc8e3ddeb0 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0962694
Feb 17 01:19:18.492535 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-45f21ec2-b217-4d22-9ad8-73f7f1f3477d req-aaf2da43-3ad0-4a4b-a2af-654eda134e91 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460820
Feb 17 01:19:18.922956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbb1dd-9772-4a28-81bd-c09b98743cfd req-557ef4f6-4ce5-43de-ad69-be768aa195ea tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:18.924791 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-85bbb1dd-9772-4a28-81bd-c09b98743cfd req-557ef4f6-4ce5-43de-ad69-be768aa195ea tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1299341
Feb 17 01:19:18.979514 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-85bbb1dd-9772-4a28-81bd-c09b98743cfd req-0e908712-4f90-42b3-ab73-ee340bf3ec70 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462527
Feb 17 01:19:19.705466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595705-e0b0-4e6e-ace6-ac26e6977169 req-c1183b00-84af-4036-9f72-6ff92e0afe68 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:19.707127 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-59595705-e0b0-4e6e-ace6-ac26e6977169 req-c1183b00-84af-4036-9f72-6ff92e0afe68 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0976887
Feb 17 01:19:19.760016 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-59595705-e0b0-4e6e-ace6-ac26e6977169 req-030a15ad-17b0-474d-abbf-e8561d215a64 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454748
Feb 17 01:19:20.217106 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29bf03-902d-4d8f-bb39-701131a998f8 req-648401ca-1012-47ab-83f4-91f326b0a49c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:20.218776 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3c29bf03-902d-4d8f-bb39-701131a998f8 req-648401ca-1012-47ab-83f4-91f326b0a49c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1132278
Feb 17 01:19:20.269759 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3c29bf03-902d-4d8f-bb39-701131a998f8 req-b8cfc2b6-9072-45b3-8921-057830228c72 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442979
Feb 17 01:19:21.016889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785cfa4-53fd-47ec-b5c7-30f86e3a79fc req-73dc9309-471b-4777-aa68-e12105893bea tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:21.019791 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c785cfa4-53fd-47ec-b5c7-30f86e3a79fc req-73dc9309-471b-4777-aa68-e12105893bea tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1225624
Feb 17 01:19:21.070482 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c785cfa4-53fd-47ec-b5c7-30f86e3a79fc req-f91a51db-73e9-477e-b290-c2fd11c0f9c3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439765
Feb 17 01:19:21.501936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce9721-5e0a-4c74-a0cb-c1ef02c2d44e req-05099fc6-d7a1-40ca-a3e2-4106646645ad tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:21.503639 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-74ce9721-5e0a-4c74-a0cb-c1ef02c2d44e req-05099fc6-d7a1-40ca-a3e2-4106646645ad tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0930600
Feb 17 01:19:21.560976 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-74ce9721-5e0a-4c74-a0cb-c1ef02c2d44e req-9304b638-4c3d-41a4-bc8b-12e073c50e4b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492909
Feb 17 01:19:22.213778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-a6249c1f-8ad3-4659-8036-ae71b90fbed2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:22.233048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-a6249c1f-8ad3-4659-8036-ae71b90fbed2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:22.234347 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-a6249c1f-8ad3-4659-8036-ae71b90fbed2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1598673530&fields=id&tenant_id=0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 267 time: 0.2747297
Feb 17 01:19:22.325361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736af41-91b9-4caa-9152-c778bd2ace7d req-bb74c383-b24a-4750-b92b-c789592c5b5c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:22.327042 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8736af41-91b9-4caa-9152-c778bd2ace7d req-bb74c383-b24a-4750-b92b-c789592c5b5c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1055861
Feb 17 01:19:22.393638 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8736af41-91b9-4caa-9152-c778bd2ace7d req-9e671019-11a8-4dc3-be49-f8486723e117 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577304
Feb 17 01:19:22.448511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-dea43796-9d18-4b5b-a746-49f8d93ed00d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:22.450183 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-dea43796-9d18-4b5b-a746-49f8d93ed00d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 811 time: 0.2003050
Feb 17 01:19:22.468895 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-6b9bdd02-6a3b-4521-b013-b1448e126867 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/quotas/0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 375 time: 0.0104887
Feb 17 01:19:22.566400 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-943fdbcb-2863-4339-be38-2c980f9fad2f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0899556
Feb 17 01:19:22.724701 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-6f5bbb21-40d4-41a6-afe1-267548b215f1 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453836
Feb 17 01:19:22.881555 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-2fcf50aa-3ffb-4292-a075-59f3e776885f service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489019
Feb 17 01:19:23.054545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-14fdeb11-0da3-4d93-be39-db2580d226d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:23.056227 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-14fdeb11-0da3-4d93-be39-db2580d226d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1162 time: 0.1609550
Feb 17 01:19:23.067233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b75c9-8bee-4e0d-8295-669697d21dcf req-440231a8-886f-4900-91db-47073c11a0c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:23.069048 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7a5b75c9-8bee-4e0d-8295-669697d21dcf req-440231a8-886f-4900-91db-47073c11a0c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1226475
Feb 17 01:19:23.212565 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7a5b75c9-8bee-4e0d-8295-669697d21dcf req-f0fbc401-a588-4fc7-b4f2-7f59a94c2fa0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189551
Feb 17 01:19:23.281560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-fcfb3880-d71b-4816-9b09-68a18396a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:23.283325 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-fcfb3880-d71b-4816-9b09-68a18396a27b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 913 time: 0.2132361
Feb 17 01:19:23.433547 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-14dbd2ce-8dee-4fa8-8912-e946b477767e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42461471-75b7-47de-b585-d41430e0343c HTTP/1.1" status: 200  len: 217 time: 0.1346874
Feb 17 01:19:23.483431 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-71c4e986-51c3-4d61-93dc-be84b901edb5 req-0d54a358-08a7-47cd-b506-cfcd9865b1d0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 210 time: 0.0755181
Feb 17 01:19:23.531586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-6f2ef1e3-207b-4b3a-822c-8cb5c5e09945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:23.533516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-6f2ef1e3-207b-4b3a-822c-8cb5c5e09945 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.0891061
Feb 17 01:19:23.612936 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-0bc61023-dab1-48df-9f58-565691dfdf3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672271
Feb 17 01:19:23.624940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0aee3-476a-40f4-a83a-6506158fe27d req-e3216b9e-25c7-4c3c-84c9-a1a030a3f886 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:23.626555 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f1e0aee3-476a-40f4-a83a-6506158fe27d req-e3216b9e-25c7-4c3c-84c9-a1a030a3f886 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2472665
Feb 17 01:19:23.715420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6479b-8b7d-4783-abcf-bcfe525b2fe9 req-26dc429f-cfe3-4e57-b8fa-254752ed6f87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:23.717203 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2ee6479b-8b7d-4783-abcf-bcfe525b2fe9 req-26dc429f-cfe3-4e57-b8fa-254752ed6f87 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0935118
Feb 17 01:19:23.771856 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2ee6479b-8b7d-4783-abcf-bcfe525b2fe9 req-e46ed07c-3fb3-495a-b096-50a91d345df8 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448272
Feb 17 01:19:23.792182 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f1e0aee3-476a-40f4-a83a-6506158fe27d req-d9c7372a-1e35-4d95-b3c0-de329001a866 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379020
Feb 17 01:19:23.817309 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-28c2d4be-5353-44be-92fd-b31bb052a90b service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896884
Feb 17 01:19:23.964538 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513092a4-79f6-4723-ab4f-3b22dd010fa4 req-4b94b9b2-dcae-47a8-99e0-c1d17037f99c service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397395
Feb 17 01:19:24.433388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e88379-2c77-4278-b956-0703a67c72f3 req-178b707a-c93c-4a73-b1cc-894d0f3b51db tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:24.435003 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84e88379-2c77-4278-b956-0703a67c72f3 req-178b707a-c93c-4a73-b1cc-894d0f3b51db tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0926011
Feb 17 01:19:24.488873 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-84e88379-2c77-4278-b956-0703a67c72f3 req-2fccaadb-1a22-46ff-bea8-97c075e28d07 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472975
Feb 17 01:19:24.657110 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-253b7393-97df-4f75-992b-9187edd47810 req-b4046d0a-b0cd-401e-98d0-c0cfcdbc9d4f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 210 time: 0.0611675
Feb 17 01:19:24.912475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5e20-2538-4720-a7e8-d032486a3763 req-6859ad4d-4ddb-4a85-ac61-d2f895d8c2e7 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:24.914543 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e70e5e20-2538-4720-a7e8-d032486a3763 req-6859ad4d-4ddb-4a85-ac61-d2f895d8c2e7 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 945 time: 0.1017931
Feb 17 01:19:24.966114 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e70e5e20-2538-4720-a7e8-d032486a3763 req-10e55213-96c7-4377-915c-f8b5cfe6eba4 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451233
Feb 17 01:19:25.000401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-b0246903-02fc-465d-8671-4c0d1e4eda46 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:25.001280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-b0246903-02fc-465d-8671-4c0d1e4eda46 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:25.031534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-b0246903-02fc-465d-8671-4c0d1e4eda46 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:25.032985 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-b0246903-02fc-465d-8671-4c0d1e4eda46 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 811 time: 0.2694044
Feb 17 01:19:25.062445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c20ada-aba7-4990-b5ab-4502081cd0e4 req-2ce94663-731b-428e-9d40-767abf3fd154 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:25.064644 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2c20ada-aba7-4990-b5ab-4502081cd0e4 req-2ce94663-731b-428e-9d40-767abf3fd154 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1270528
Feb 17 01:19:25.161711 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769351a-9d42-4d3f-884b-a1bf61746906 req-cc8365bb-e81b-4930-9fcd-66ed0f39cd6b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:25.163921 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1769351a-9d42-4d3f-884b-a1bf61746906 req-cc8365bb-e81b-4930-9fcd-66ed0f39cd6b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0897825
Feb 17 01:19:25.169916 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2c20ada-aba7-4990-b5ab-4502081cd0e4 req-0037f086-6c90-4794-99d0-f3dd8b221aca tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895281
Feb 17 01:19:25.180417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-4504d8a5-08a0-4ef7-a7e8-aa7b580192f4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:25.193571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-4504d8a5-08a0-4ef7-a7e8-aa7b580192f4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:25.195534 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-4504d8a5-08a0-4ef7-a7e8-aa7b580192f4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 5765 time: 0.1297889
Feb 17 01:19:25.207965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'port': {'device_id': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'admin_state_up': True, 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'security_groups': ['838bd9fd-cdca-4348-8558-fa40dc7247d3']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:25.227222 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1769351a-9d42-4d3f-884b-a1bf61746906 req-7483ae9d-41a3-40e1-aa03-7cad8cbb12b0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569446
Feb 17 01:19:25.367941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:19:25.372654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Usage tracker for resource:port and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:19:25.376080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:19:25.383292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:19:25.392284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Made reservation on behalf of 0eabf95addb344e486905f7f5d1767b5 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:19:25.398025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:25.545756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ff19b-46e3-491c-8a33-54dac376b508 req-35adc82d-ba09-4a0c-a355-1e0ed0b1e455 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:25.547397 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-956ff19b-46e3-491c-8a33-54dac376b508 req-35adc82d-ba09-4a0c-a355-1e0ed0b1e455 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0948195
Feb 17 01:19:25.597536 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-956ff19b-46e3-491c-8a33-54dac376b508 req-6b72c79a-d4bc-4c77-9fbb-09a4ccb2f08c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420280
Feb 17 01:19:25.782971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-98f7a3ff-bddb-44d7-a2ca-2122f934430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:25.784739 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-98f7a3ff-bddb-44d7-a2ca-2122f934430d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1162 time: 0.2292941
Feb 17 01:19:25.862952 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-71be8e44-43c7-430d-a04a-9bfefb720e91 req-deaf8785-379b-47c0-8851-35950bcb894a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 210 time: 0.0661840
Feb 17 01:19:25.931817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0d728-5bdc-4a2f-80e3-1d42d5ef5c27 req-0d97e568-9dff-4236-975b-3086e345f037 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:25.933562 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-25e0d728-5bdc-4a2f-80e3-1d42d5ef5c27 req-0d97e568-9dff-4236-975b-3086e345f037 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.3138967
Feb 17 01:19:26.041777 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-25e0d728-5bdc-4a2f-80e3-1d42d5ef5c27 req-79168a0e-7b08-427e-af0c-3672e71b5e9d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884912
Feb 17 01:19:26.045757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Allocated IP 172.20.0.4 (2de463d4-5d2e-49b1-b224-2c9fd96e9c13/efa44810-5216-443c-9896-0c56631a6e6e/38e29eae-7564-49b1-aadb-b35c957f4e01) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:19:26.075732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-ba23a82e-012d-4125-a542-722b37d6ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:26.077345 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-ba23a82e-012d-4125-a542-722b37d6ee22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.2767949
Feb 17 01:19:26.178617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36c832-53fd-4bbb-b672-b0f08ed399cb req-69be31bf-4f66-4163-bf03-00784edf3fa8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:26.180503 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8e36c832-53fd-4bbb-b672-b0f08ed399cb req-69be31bf-4f66-4163-bf03-00784edf3fa8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 945 time: 0.0914702
Feb 17 01:19:26.239866 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8e36c832-53fd-4bbb-b672-b0f08ed399cb req-f6b3a93a-c226-46e3-a119-5b604c59d1c5 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468102
Feb 17 01:19:26.563179 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-e5669b9e-15ba-42be-b660-097c55bcf591 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 1001 time: 0.4716544
Feb 17 01:19:26.709334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-f9a64fc0-f923-433d-ac3d-58c98c181a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:26.710992 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-f9a64fc0-f923-433d-ac3d-58c98c181a57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.1306500
Feb 17 01:19:26.717120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:26.730348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4555b-975c-4960-b40a-722c30c5d1bf req-bd1c156f-a457-4044-b326-2ea2de8023fe tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:26.731978 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c2b4555b-975c-4960-b40a-722c30c5d1bf req-bd1c156f-a457-4044-b326-2ea2de8023fe tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2488084
Feb 17 01:19:26.809229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab60010-962b-4fd6-9f29-b5d3a1e42939 req-e59bc599-1022-41be-8404-9f8a99f4db64 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:26.810879 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3ab60010-962b-4fd6-9f29-b5d3a1e42939 req-e59bc599-1022-41be-8404-9f8a99f4db64 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0959289
Feb 17 01:19:26.812787 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Transition to ACTIVE for port object 38e29eae-7564-49b1-aadb-b35c957f4e01 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:19:26.849775 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c2b4555b-975c-4960-b40a-722c30c5d1bf req-7342308c-60bd-4f4d-998e-3ee3b33673b5 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746713
Feb 17 01:19:26.862371 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3ab60010-962b-4fd6-9f29-b5d3a1e42939 req-55162aaa-ab8e-4ce9-92da-566af0b5d336 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445852
Feb 17 01:19:26.882511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-87db4e88-2f99-42db-9109-bd5d9c10097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:26.884007 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-87db4e88-2f99-42db-9109-bd5d9c10097f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1510513
Feb 17 01:19:26.890702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:26.908821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:27.200240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=38e29eae-7564-49b1-aadb-b35c957f4e01,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:27.210415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:27.281396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841c952-2977-4dcc-baac-a704dedd4bc2 req-332c5d36-13cb-47d1-80b9-767ee2302c90 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:27.283143 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0841c952-2977-4dcc-baac-a704dedd4bc2 req-332c5d36-13cb-47d1-80b9-767ee2302c90 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1121485
Feb 17 01:19:27.320229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b22b9-ae7e-4962-b04c-22ad585a4dca req-6177db73-2215-41a2-bd20-93cf5f00f102 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:27.321005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-130b22b9-ae7e-4962-b04c-22ad585a4dca req-6177db73-2215-41a2-bd20-93cf5f00f102 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:27.327402 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-b26b6a86-6702-4b35-82a4-6d37d68ef705 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3819516
Feb 17 01:19:27.330479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:19:27.332108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:19:27.336699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:19:27.341574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:27.342247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:27.344908 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0841c952-2977-4dcc-baac-a704dedd4bc2 req-b6dc6bf8-663b-4759-ae86-4e3cd3634f36 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538700
Feb 17 01:19:27.510242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-130b22b9-ae7e-4962-b04c-22ad585a4dca req-6177db73-2215-41a2-bd20-93cf5f00f102 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:27.511494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-130b22b9-ae7e-4962-b04c-22ad585a4dca req-6177db73-2215-41a2-bd20-93cf5f00f102 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 931 time: 0.4744494
Feb 17 01:19:27.568300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-409d6efc-f9a4-49fa-babf-76e6c50117d2 None None] Provisioning for port 38e29eae-7564-49b1-aadb-b35c957f4e01 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:27.570628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30de01e-3cc9-42a9-9abe-d2014cd198fe req-617fca75-0398-46ee-86c1-4397a22e9cbe tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:27.572302 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a30de01e-3cc9-42a9-9abe-d2014cd198fe req-617fca75-0398-46ee-86c1-4397a22e9cbe tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 945 time: 0.1073456
Feb 17 01:19:27.574207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-409d6efc-f9a4-49fa-babf-76e6c50117d2 None None] Provisioning complete for port 38e29eae-7564-49b1-aadb-b35c957f4e01 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:27.574839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-409d6efc-f9a4-49fa-babf-76e6c50117d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:27.605153 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4026058
Feb 17 01:19:27.633091 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a30de01e-3cc9-42a9-9abe-d2014cd198fe req-5bf70c32-d81c-4cc4-90c4-5fb7205b1cbd tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509629
Feb 17 01:19:27.638913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Request body: {'port': {'device_id': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:27.689473 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9211d9a7-d1ea-46f1-992b-49d8978bd342 req-827f4c09-c3f5-4073-935e-67deb629b6dd service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3414667
Feb 17 01:19:27.692672 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-130b22b9-ae7e-4962-b04c-22ad585a4dca req-6386fcb6-5359-4e97-a7ac-2cd6677c861f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1682944
Feb 17 01:19:27.724243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-07ad837f-df3e-4cad-ad2c-424ac71f74e8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:27.725898 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-07ad837f-df3e-4cad-ad2c-424ac71f74e8 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 945 time: 0.2805970
Feb 17 01:19:27.768996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:19:27.850620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-409d6efc-f9a4-49fa-babf-76e6c50117d2 None None] Port 38e29eae-7564-49b1-aadb-b35c957f4e01 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:19:27.858888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:27.875366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Deleting port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:19:27.875762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:27.929794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:27.966260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:27.985535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:27.992955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:27.996444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:28.089930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:28.094257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:28.131060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa0ed1-f55d-4762-88a4-8b86ceb5e791 req-fd6552d8-f1f6-4d51-9f12-5ed4d9a557f8 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:28.139149 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-00fa0ed1-f55d-4762-88a4-8b86ceb5e791 req-fd6552d8-f1f6-4d51-9f12-5ed4d9a557f8 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1143463
Feb 17 01:19:28.189506 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-00fa0ed1-f55d-4762-88a4-8b86ceb5e791 req-67ac2d22-f62e-47f3-a33c-02d506e2996a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445647
Feb 17 01:19:28.248350 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2', 'code': 200}
Feb 17 01:19:28.398772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c5bc-f576-4b85-bad7-001535a9a37f req-67418338-1985-4c1c-a8b6-71a1526b4cec tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:28.400993 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6bf2c5bc-f576-4b85-bad7-001535a9a37f req-67418338-1985-4c1c-a8b6-71a1526b4cec tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.3705838
Feb 17 01:19:28.514325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] For port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:28.514720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:28.550724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1ae8-6195-4d08-be67-ff418e550400 req-96192627-16ae-494f-b7b2-49dc92ee4887 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:28.552383 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c69f1ae8-6195-4d08-be67-ff418e550400 req-96192627-16ae-494f-b7b2-49dc92ee4887 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0874426
Feb 17 01:19:28.601623 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c69f1ae8-6195-4d08-be67-ff418e550400 req-70db46e3-fcdc-459f-99b8-7cddaa658001 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427828
Feb 17 01:19:28.668250 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6bf2c5bc-f576-4b85-bad7-001535a9a37f req-0dc4e475-b7e7-4b77-8ccb-e1d61450cbf4 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2153497
Feb 17 01:19:28.850778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9f341-2aa3-43e0-9c89-fa484db29acd req-0b5412aa-2527-48f3-b20f-a0cbd57bcf7c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:28.852617 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8ff9f341-2aa3-43e0-9c89-fa484db29acd req-0b5412aa-2527-48f3-b20f-a0cbd57bcf7c tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 943 time: 0.1003742
Feb 17 01:19:28.905408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Calling delete_port for 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:19:28.911183 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8ff9f341-2aa3-43e0-9c89-fa484db29acd req-e3c27a21-f5f2-43bc-98e8-472a6bcdf867 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516958
Feb 17 01:19:29.203921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a405bd-d12e-4acf-bcb7-a82c0d55b01c req-80df5f6a-ce1a-4801-bd94-95d1a8ed0a28 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:29.204669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c5a405bd-d12e-4acf-bcb7-a82c0d55b01c req-80df5f6a-ce1a-4801-bd94-95d1a8ed0a28 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:29.228341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e29eae-7564-49b1-aadb-b35c957f4e01 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:19:29.242185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:29.252087 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c5a405bd-d12e-4acf-bcb7-a82c0d55b01c req-80df5f6a-ce1a-4801-bd94-95d1a8ed0a28 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:29.253373 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c5a405bd-d12e-4acf-bcb7-a82c0d55b01c req-80df5f6a-ce1a-4801-bd94-95d1a8ed0a28 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 931 time: 0.3165836
Feb 17 01:19:29.286870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Transition to ACTIVE for port object 38e29eae-7564-49b1-aadb-b35c957f4e01 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:19:29.291610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:29.310023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:29.323136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d6e80c9-3bb4-4332-9885-e9aa878a95ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:29.399997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed53e0-3f05-43dc-9dad-a2f9cc10ef69 req-95669455-2e23-4749-88ce-e5dbf40171a9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:29.401618 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-69ed53e0-3f05-43dc-9dad-a2f9cc10ef69 req-95669455-2e23-4749-88ce-e5dbf40171a9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0892859
Feb 17 01:19:29.460807 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-69ed53e0-3f05-43dc-9dad-a2f9cc10ef69 req-115bc30c-4ec3-4fdd-867e-6fac24e4b89b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524411
Feb 17 01:19:29.486667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event deleted for resources: {'Port': ['ID=1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:29.573601 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c5a405bd-d12e-4acf-bcb7-a82c0d55b01c req-85bf1129-7a60-45e5-9926-8e208bab4676 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3128824
Feb 17 01:19:29.636336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Pushing event updated for resources: {'Port': ['ID=38e29eae-7564-49b1-aadb-b35c957f4e01,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:29.644601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:29.645144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:29.645565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:29.841951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] No DVR routers for this DVR port 1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:19:29.865825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f892f0-268d-4527-af9a-0c9d10f3cd5f req-7a09ebb2-ae89-4eda-8dd3-26f63f96cdf9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:29.875170 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44f892f0-268d-4527-af9a-0c9d10f3cd5f req-7a09ebb2-ae89-4eda-8dd3-26f63f96cdf9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1263182
Feb 17 01:19:29.914745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:29.927379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'name': 'network-vif-deleted', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:29.938505 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44f892f0-268d-4527-af9a-0c9d10f3cd5f req-3fad1cc6-eb68-4407-9633-b00121d71d21 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593431
Feb 17 01:19:29.947005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Attempting to bind port 38e29eae-7564-49b1-aadb-b35c957f4e01 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:19:29.947735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Attempting to bind port 38e29eae-7564-49b1-aadb-b35c957f4e01 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:19:29.952272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Attempting to bind port 38e29eae-7564-49b1-aadb-b35c957f4e01 on network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:19:29.957196 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89f58786-fc84-4ca6-9850-f88744ec37ac req-2768268a-c674-406e-93ed-30eea0bc4916 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "DELETE /v2.0/ports/1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2 HTTP/1.1" status: 204  len: 173 time: 2.1932046
Feb 17 01:19:29.965789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:19:29.966174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Checking segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:19:29.966747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:29.967158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Bound using segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:19:29.967653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Bound port: 38e29eae-7564-49b1-aadb-b35c957f4e01, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:19:29.968058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:30.099010 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a913cbf-2bea-4980-8934-fe7ae6da4633 req-6be21348-be2c-4beb-afd6-8bf48c4bf025 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b0569af-bf39-4d5b-adce-9afa1f36623b HTTP/1.1" status: 200  len: 210 time: 0.0565321
Feb 17 01:19:30.109539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] For port 38e29eae-7564-49b1-aadb-b35c957f4e01, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:19:30.113484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] For port 38e29eae-7564-49b1-aadb-b35c957f4e01, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=38e29eae-7564-49b1-aadb-b35c957f4e01,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:19:30.132839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:30.152919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:30.237822 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0569af-bf39-4d5b-adce-9afa1f36623b', 'name': 'network-vif-deleted', 'tag': '1c0037eb-c5dc-4e15-a321-58aa0fdeb3a2', 'status': 'completed', 'code': 200}
Feb 17 01:19:30.250314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4c88-cb05-44c1-9f56-7e20ee304bb0 req-170ee0d5-764c-49c0-8e9c-556afff52679 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:30.251985 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3d8a4c88-cb05-44c1-9f56-7e20ee304bb0 req-170ee0d5-764c-49c0-8e9c-556afff52679 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.4131043
Feb 17 01:19:30.363062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Pushing event updated for resources: {'Port': ['ID=38e29eae-7564-49b1-aadb-b35c957f4e01,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:30.371912 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3d8a4c88-cb05-44c1-9f56-7e20ee304bb0 req-ce134d0f-818e-4ce8-8792-94fcaa72c3da tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065547
Feb 17 01:19:30.372888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:30.414019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:30.414728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:30.416215 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/38e29eae-7564-49b1-aadb-b35c957f4e01 HTTP/1.1" status: 200  len: 1157 time: 2.7923455
Feb 17 01:19:30.626088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-517bf7e6-3cca-4921-b4e6-f87e730ac94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:30.627780 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-517bf7e6-3cca-4921-b4e6-f87e730ac94f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 1160 time: 0.1491764
Feb 17 01:19:30.760164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:30.761095 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-a1132710-7b80-46fb-81a2-e8658ad9f1b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38e29eae-7564-49b1-aadb-b35c957f4e01 HTTP/1.1" status: 200  len: 217 time: 0.1190021
Feb 17 01:19:30.769252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e62224-aeff-4282-88e1-b3c34a05e6bd req-f3899406-7cb0-4094-853b-5aa6650d9edc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:30.778085 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a5e62224-aeff-4282-88e1-b3c34a05e6bd req-f3899406-7cb0-4094-853b-5aa6650d9edc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1444228
Feb 17 01:19:30.833321 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a5e62224-aeff-4282-88e1-b3c34a05e6bd req-c9bd02a8-b6f9-45a4-beca-4edd7fc0f0c1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542164
Feb 17 01:19:30.885179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7a99883e-12a0-4a90-a343-e58f3225fd0f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:30.885882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:30.931789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-d896cefd-0de1-46cb-bfac-cea1ac297007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:30.933453 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-d896cefd-0de1-46cb-bfac-cea1ac297007 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.1616855
Feb 17 01:19:31.067054 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac42e7-fd20-4cc3-a745-5c12846cae71 req-bd3cc537-74a9-41b2-bf4d-337d3fbf0d5e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:31.068894 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f0ac42e7-fd20-4cc3-a745-5c12846cae71 req-bd3cc537-74a9-41b2-bf4d-337d3fbf0d5e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.2441416
Feb 17 01:19:31.123833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8ec43cd3-eec6-4763-a3e7-928d9b01d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:31.125852 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-8ec43cd3-eec6-4763-a3e7-928d9b01d1ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1835816
Feb 17 01:19:31.175344 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f0ac42e7-fd20-4cc3-a745-5c12846cae71 req-76b98458-8aab-4cd7-95cf-d260f4ecbf59 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0979412
Feb 17 01:19:31.195925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e8839-4980-47fd-86ca-de6837bf3fb3 req-e38a09dc-73bb-428e-a5f8-73548c3c567a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:31.203881 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d68e8839-4980-47fd-86ca-de6837bf3fb3 req-e38a09dc-73bb-428e-a5f8-73548c3c567a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1044760
Feb 17 01:19:31.266084 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d68e8839-4980-47fd-86ca-de6837bf3fb3 req-25e3f0b4-01fa-431f-9f23-da50acc64ac3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612586
Feb 17 01:19:31.363447 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-baf96757-d350-4259-bb7a-4b6103c6843a service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155919
Feb 17 01:19:31.796680 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1176116c-7d6a-4d1d-a1cc-44989fb6d582 req-300db49c-7a85-444d-9147-7b2b1d57a4aa service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4269223
Feb 17 01:19:32.075457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b647ea-386f-4701-aa1e-faa4e6b9fcde req-71be16d0-44ff-4716-b886-8a623b30f8c7 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:32.077175 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e6b647ea-386f-4701-aa1e-faa4e6b9fcde req-71be16d0-44ff-4716-b886-8a623b30f8c7 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1040485
Feb 17 01:19:32.127826 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e6b647ea-386f-4701-aa1e-faa4e6b9fcde req-0c1aa4c7-be17-402b-8baf-ea5594792a65 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440359
Feb 17 01:19:32.239748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:32.468916 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'status': 'completed', 'code': 200}
Feb 17 01:19:32.522656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d61e2-88c3-4df0-be0e-303c18907456 req-2d31d027-0bc3-46fc-b822-650dde6020f1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:32.524744 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fe6d61e2-88c3-4df0-be0e-303c18907456 req-2d31d027-0bc3-46fc-b822-650dde6020f1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.2216871
Feb 17 01:19:32.557884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380170-d8cc-4d96-8f03-c8950096c21a req-a4cd0f6a-1605-412e-8d19-2ae15c5a83ec tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:32.567996 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-21380170-d8cc-4d96-8f03-c8950096c21a req-a4cd0f6a-1605-412e-8d19-2ae15c5a83ec tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1140001
Feb 17 01:19:32.589489 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fe6d61e2-88c3-4df0-be0e-303c18907456 req-e29f099e-4125-4b3c-ae16-7eebc3a1ed10 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0509422
Feb 17 01:19:32.591618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-feffda57-11bc-4632-96d1-4dc0d0c5639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:32.593354 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-feffda57-11bc-4632-96d1-4dc0d0c5639c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 1160 time: 0.2012794
Feb 17 01:19:32.639268 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-21380170-d8cc-4d96-8f03-c8950096c21a req-781afd8f-f73b-4ccd-80eb-49ab71de256b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701854
Feb 17 01:19:32.813386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-2c8fa92b-32ca-4d9a-954d-4d1ce56305b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:32.815850 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-2c8fa92b-32ca-4d9a-954d-4d1ce56305b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.2148292
Feb 17 01:19:32.931081 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-7b8e563c-f115-40df-9599-ac3ed5b4ea6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38e29eae-7564-49b1-aadb-b35c957f4e01 HTTP/1.1" status: 200  len: 217 time: 0.1059134
Feb 17 01:19:33.016228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-43a045a2-c6fb-4a78-acbe-34d323c0e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:33.017817 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-43a045a2-c6fb-4a78-acbe-34d323c0e0b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0783198
Feb 17 01:19:33.118992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d77df-006f-49e6-b01f-37fa1653c670 req-a233d5f9-4575-4cfe-8ff3-4833d2cf9001 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:33.121885 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a09d77df-006f-49e6-b01f-37fa1653c670 req-a233d5f9-4575-4cfe-8ff3-4833d2cf9001 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.1113570
Feb 17 01:19:33.126701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-a2354cc0-b530-4eae-9579-529ce60a281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:33.128463 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-a2354cc0-b530-4eae-9579-529ce60a281e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1028140
Feb 17 01:19:33.181436 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a09d77df-006f-49e6-b01f-37fa1653c670 req-a29e1413-a785-4920-9095-0f991734f0d0 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527334
Feb 17 01:19:33.311206 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-95bd7e04-7319-49a1-b119-3783c428f34a service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743748
Feb 17 01:19:33.326305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:19:33.573811 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8185d7b-aea7-4893-a86d-ab2e5b72fcd0 req-426d03e0-3314-45f5-bca6-f62704c62f63 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2552328
Feb 17 01:19:33.589988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127bf33-a3ad-4b33-8ebf-9010044c212e req-e81ba619-cf14-4109-92f7-eff1212b290b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:33.591653 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f127bf33-a3ad-4b33-8ebf-9010044c212e req-e81ba619-cf14-4109-92f7-eff1212b290b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2394733
Feb 17 01:19:33.646330 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f127bf33-a3ad-4b33-8ebf-9010044c212e req-7f60e6d8-8bc8-48ae-8194-c43f70fd219f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478640
Feb 17 01:19:33.831566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592388-7749-4c65-9848-3cd4f4cf6575 req-bbf147e2-ad55-4d8f-ac54-fa58fa09e6da tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:33.833262 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-75592388-7749-4c65-9848-3cd4f4cf6575 req-bbf147e2-ad55-4d8f-ac54-fa58fa09e6da tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.0939641
Feb 17 01:19:33.901169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69d87-d3a2-4e59-a847-f0a135bf70ad req-d2248d68-1d4c-47ce-a81e-58b260722fdf tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:33.903059 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-75592388-7749-4c65-9848-3cd4f4cf6575 req-338c39f2-7386-4c77-94d3-e32ee06aa128 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0527043
Feb 17 01:19:33.904509 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3ac69d87-d3a2-4e59-a847-f0a135bf70ad req-d2248d68-1d4c-47ce-a81e-58b260722fdf tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1303153
Feb 17 01:19:33.955262 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3ac69d87-d3a2-4e59-a847-f0a135bf70ad req-301ea86d-9ce2-45c3-80d9-5f8661cf3e2b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450542
Feb 17 01:19:34.399979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b225-3a34-4854-8c8b-fd66bcf7a091 req-5e1c30f1-3b30-445f-b879-1cb2dd1bf931 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:34.401882 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ead8b225-3a34-4854-8c8b-fd66bcf7a091 req-5e1c30f1-3b30-445f-b879-1cb2dd1bf931 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.0945203
Feb 17 01:19:34.455581 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ead8b225-3a34-4854-8c8b-fd66bcf7a091 req-b32fddfe-0af3-499c-a0a2-8e28d1a02bed tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474327
Feb 17 01:19:34.877467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3e004-dace-4561-ba60-f63b755a6a59 req-9bf18954-ed70-43c7-90d0-c1459d33955d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:34.879304 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd3e004-dace-4561-ba60-f63b755a6a59 req-9bf18954-ed70-43c7-90d0-c1459d33955d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0964870
Feb 17 01:19:34.957157 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd3e004-dace-4561-ba60-f63b755a6a59 req-4718a44b-32e1-401a-bbdd-ad40783a3a05 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540583
Feb 17 01:19:35.144574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352668e-fb1a-47af-9908-eb8979762dba req-6716ddec-6330-431b-958b-5d43e0c4d34f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:35.145164 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1352668e-fb1a-47af-9908-eb8979762dba req-6716ddec-6330-431b-958b-5d43e0c4d34f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.1038973
Feb 17 01:19:35.205163 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1352668e-fb1a-47af-9908-eb8979762dba req-724e53e9-1c79-4ecf-839d-89bb2eb40822 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0532384
Feb 17 01:19:35.266155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32a11-faaa-4616-b7ed-3957c577a37e req-6157dd5e-d556-495d-a804-8ee2f65140c9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:35.277992 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6bd32a11-faaa-4616-b7ed-3957c577a37e req-6157dd5e-d556-495d-a804-8ee2f65140c9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1512465
Feb 17 01:19:35.343391 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6bd32a11-faaa-4616-b7ed-3957c577a37e req-5aeb9013-c981-40d2-9cb3-783af6039ec9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607693
Feb 17 01:19:35.463166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-cbf07f87-759f-45fa-a72b-01934a657f03 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:35.464109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-cbf07f87-759f-45fa-a72b-01934a657f03 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:35.484921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-cbf07f87-759f-45fa-a72b-01934a657f03 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:35.486486 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-cbf07f87-759f-45fa-a72b-01934a657f03 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.1416495
Feb 17 01:19:35.593028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Deleting port 8bd0e8f5-694c-431b-b350-5d5e88535022 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:19:35.593424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:35.652154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 8bd0e8f5-694c-431b-b350-5d5e88535022 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:19:35.700803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca498-7f59-413b-bb72-f3d6c47dce35 req-5a41599e-d989-4039-9233-39aac8d16646 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:35.709205 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-701ca498-7f59-413b-bb72-f3d6c47dce35 req-5a41599e-d989-4039-9233-39aac8d16646 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 946 time: 0.1102247
Feb 17 01:19:35.767057 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-701ca498-7f59-413b-bb72-f3d6c47dce35 req-429d6aa2-d2ab-497e-8cf5-568d3952ff5e tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566041
Feb 17 01:19:35.793386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:35.833712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 8bd0e8f5-694c-431b-b350-5d5e88535022, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8bd0e8f5-694c-431b-b350-5d5e88535022,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:35.834095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:35.840663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:35.843626 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:35.926536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=8bd0e8f5-694c-431b-b350-5d5e88535022,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:35.936420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:35.937653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] For port 8bd0e8f5-694c-431b-b350-5d5e88535022, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8bd0e8f5-694c-431b-b350-5d5e88535022,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:35.938067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:35.942631 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022', 'code': 200}
Feb 17 01:19:36.092686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Calling delete_port for 8bd0e8f5-694c-431b-b350-5d5e88535022 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:19:36.179647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8423a-a1e9-4cca-86f1-ff19d446029a req-4f9dfcb6-8246-4c26-8c29-ac36f5f520a4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:36.181387 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-72f8423a-a1e9-4cca-86f1-ff19d446029a req-4f9dfcb6-8246-4c26-8c29-ac36f5f520a4 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1137497
Feb 17 01:19:36.189026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:19:36.189533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:19:36.239120 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-72f8423a-a1e9-4cca-86f1-ff19d446029a req-29394c4e-d79e-4261-a050-6875d2fe261f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502758
Feb 17 01:19:36.436873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5cb4e-2323-4522-9f6a-bd1eb1642404 req-143b2665-4e46-4b4e-9edf-a1d100455c68 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:36.438406 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d3d5cb4e-2323-4522-9f6a-bd1eb1642404 req-143b2665-4e46-4b4e-9edf-a1d100455c68 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.0906260
Feb 17 01:19:36.492080 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d3d5cb4e-2323-4522-9f6a-bd1eb1642404 req-ad9d565c-7850-4d6d-beab-7468727ed299 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0463986
Feb 17 01:19:36.564143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dd4c2-9364-4e97-8e24-6504dae8c6c6 req-b7800ec2-1a0a-45ef-87c4-56bfb60298ad tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:36.565771 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a80dd4c2-9364-4e97-8e24-6504dae8c6c6 req-b7800ec2-1a0a-45ef-87c4-56bfb60298ad tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0903008
Feb 17 01:19:36.617334 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a80dd4c2-9364-4e97-8e24-6504dae8c6c6 req-40e94a0d-60ab-4a4a-a6a4-2b851ed9631c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452752
Feb 17 01:19:36.690716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Deleting port 8bd0e8f5-694c-431b-b350-5d5e88535022 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:19:36.691043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:37.044782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] For port 8bd0e8f5-694c-431b-b350-5d5e88535022, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8bd0e8f5-694c-431b-b350-5d5e88535022,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:37.045352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:37.119634 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16aecc-fc8a-4a64-bd7b-d19b6bd7d909 req-dac9a9d3-1e0c-452b-940d-260b015ddfca tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:37.121279 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8f16aecc-fc8a-4a64-bd7b-d19b6bd7d909 req-dac9a9d3-1e0c-452b-940d-260b015ddfca tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 944 time: 0.2269502
Feb 17 01:19:37.191994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Calling delete_port for 8bd0e8f5-694c-431b-b350-5d5e88535022 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:19:37.198317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-86a3a806-c0b1-49cd-acbf-5abcfbc07ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:37.301434 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8f16aecc-fc8a-4a64-bd7b-d19b6bd7d909 req-5762ab7b-3177-4bd4-ac68-03e697336177 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169262
Feb 17 01:19:37.435691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:37.452582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d1a96049-6bbf-482e-8002-271a2cff286b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:37.490640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89045b2a-7f14-48e1-a564-6fafd7a6e803 req-319e0a9d-9e98-48c8-a4fd-2a011e847d47 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:37.502223 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89045b2a-7f14-48e1-a564-6fafd7a6e803 req-319e0a9d-9e98-48c8-a4fd-2a011e847d47 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1075346
Feb 17 01:19:37.563636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event deleted for resources: {'Port': ['ID=8bd0e8f5-694c-431b-b350-5d5e88535022,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:37.568376 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89045b2a-7f14-48e1-a564-6fafd7a6e803 req-5855c499-a6b7-472c-b44b-0d5e58a14ead tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647712
Feb 17 01:19:37.571593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:37.745593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] No DVR routers for this DVR port 8bd0e8f5-694c-431b-b350-5d5e88535022 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:19:37.764654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:37.767556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'name': 'network-vif-deleted', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:37.798268 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7571ac16-c9ee-4762-bc8d-8af2635cb97f req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "DELETE /v2.0/ports/8bd0e8f5-694c-431b-b350-5d5e88535022 HTTP/1.1" status: 204  len: 173 time: 2.3009799
Feb 17 01:19:37.804856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fed70-7018-4070-87b6-8cafc07c4ae1 req-440e9583-1a07-4bbb-84c0-3e9e7ad32d29 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:37.806752 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1c5fed70-7018-4070-87b6-8cafc07c4ae1 req-440e9583-1a07-4bbb-84c0-3e9e7ad32d29 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.1631992
Feb 17 01:19:37.868413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d54ff-b5c8-4a88-8f1d-b79c51cf29d0 req-77a2b199-e0ea-47cd-8959-90d25f7e834c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:37.870602 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-664d54ff-b5c8-4a88-8f1d-b79c51cf29d0 req-77a2b199-e0ea-47cd-8959-90d25f7e834c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1146159
Feb 17 01:19:37.880454 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1c5fed70-7018-4070-87b6-8cafc07c4ae1 req-b03cd555-de3f-4d74-9f38-ba81847055b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0653791
Feb 17 01:19:37.939498 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faaae52-bb03-4121-8d2b-1f53ea6ec162', 'name': 'network-vif-deleted', 'tag': '8bd0e8f5-694c-431b-b350-5d5e88535022', 'status': 'completed', 'code': 200}
Feb 17 01:19:37.948962 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-664d54ff-b5c8-4a88-8f1d-b79c51cf29d0 req-db06f7b7-a63a-43e4-9874-e40d23a51730 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652318
Feb 17 01:19:38.528180 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4a5ba977-d83d-4427-afc0-24fc6bfe3340 req-e4feac9d-8d70-4f8f-a5de-53c8d90ee683 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=8faaae52-bb03-4121-8d2b-1f53ea6ec162 HTTP/1.1" status: 200  len: 210 time: 0.0645020
Feb 17 01:19:38.818739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d3910-b5d3-4028-86dc-cb189d1c6721 req-a8512cfa-2cc1-429c-a86c-9dd753ad778c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:38.827841 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a32d3910-b5d3-4028-86dc-cb189d1c6721 req-a8512cfa-2cc1-429c-a86c-9dd753ad778c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1050503
Feb 17 01:19:39.090298 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a32d3910-b5d3-4028-86dc-cb189d1c6721 req-8925c743-46f9-49f3-85f9-907f28e92a81 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609651
Feb 17 01:19:39.169019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50db3-c0c0-4665-accf-0b0c231bd8e4 req-ba8cb767-70b3-4969-90c5-93188a0a3c00 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:39.171372 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1dd50db3-c0c0-4665-accf-0b0c231bd8e4 req-ba8cb767-70b3-4969-90c5-93188a0a3c00 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.1386209
Feb 17 01:19:39.222824 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1dd50db3-c0c0-4665-accf-0b0c231bd8e4 req-26cbe630-e945-430d-8d8c-205b70b3f6b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450010
Feb 17 01:19:39.308543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c764f-cc55-4fcd-a943-b794dc86f72d req-f999a3f0-a770-4188-9314-78a68434b67e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:39.310451 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4a8c764f-cc55-4fcd-a943-b794dc86f72d req-f999a3f0-a770-4188-9314-78a68434b67e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1033397
Feb 17 01:19:39.371005 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4a8c764f-cc55-4fcd-a943-b794dc86f72d req-8614583d-6ae5-4910-b962-53e1e7b67984 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535140
Feb 17 01:19:40.086768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-74b289cb-66eb-40ba-9a63-6ae0f7300661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:40.114617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b58d-fa31-46d0-bea4-22567273badc req-33c43134-67c1-4864-b3d6-1c05aee93731 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:40.116371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-3139b58d-fa31-46d0-bea4-22567273badc req-33c43134-67c1-4864-b3d6-1c05aee93731 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:40.137620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-3139b58d-fa31-46d0-bea4-22567273badc req-33c43134-67c1-4864-b3d6-1c05aee93731 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:40.145709 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3139b58d-fa31-46d0-bea4-22567273badc req-33c43134-67c1-4864-b3d6-1c05aee93731 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 945 time: 0.1485443
Feb 17 01:19:40.221537 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3139b58d-fa31-46d0-bea4-22567273badc req-3654b4b5-520b-4a24-bbaf-4a479919d7da tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746572
Feb 17 01:19:40.384888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6cf09-fb78-4093-ac2b-0186a8128ff4 req-36d1663a-48c3-4a76-bafd-37efb75f43f0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:40.386882 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c6cf09-fb78-4093-ac2b-0186a8128ff4 req-36d1663a-48c3-4a76-bafd-37efb75f43f0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1676714
Feb 17 01:19:40.462723 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c6cf09-fb78-4093-ac2b-0186a8128ff4 req-164ade08-0ca6-46f1-8b3b-e163d314bfa6 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666943
Feb 17 01:19:40.642960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 38e29eae-7564-49b1-aadb-b35c957f4e01 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:40.763300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea39f0-7f91-49cd-a732-c8cf5ea45138 req-3cf0beac-4026-429d-af82-6268af2b5b7f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:40.765879 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-62ea39f0-7f91-49cd-a732-c8cf5ea45138 req-3cf0beac-4026-429d-af82-6268af2b5b7f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 943 time: 0.4084249
Feb 17 01:19:40.779848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a0b69-053a-4d00-8453-363153f540a8 req-65b5e3e9-4351-4f01-9a69-19d403b24f28 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:40.789968 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b02a0b69-053a-4d00-8453-363153f540a8 req-65b5e3e9-4351-4f01-9a69-19d403b24f28 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.2138047
Feb 17 01:19:40.852562 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-62ea39f0-7f91-49cd-a732-c8cf5ea45138 req-b0bfb602-2965-4183-a07f-26d15d1ccfd3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0729814
Feb 17 01:19:40.885604 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b02a0b69-053a-4d00-8453-363153f540a8 req-d2f14a3e-d438-4713-866f-56b15cb80c41 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889060
Feb 17 01:19:40.887597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:40.889090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 38e29eae-7564-49b1-aadb-b35c957f4e01 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:40.895108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 38e29eae-7564-49b1-aadb-b35c957f4e01 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:40.895624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:41.046204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:41.083209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 38e29eae-7564-49b1-aadb-b35c957f4e01, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=38e29eae-7564-49b1-aadb-b35c957f4e01,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:41.084471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:41.090746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:41.093428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:41.179005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=38e29eae-7564-49b1-aadb-b35c957f4e01,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:41.206079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:41.213419 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'code': 200}
Feb 17 01:19:41.229244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:41.467815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2c6e7-2318-4033-a0d5-9daf0c0be927 req-edec12d7-ddaf-4c4d-9721-26871ce87dd1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:41.469370 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c6f2c6e7-2318-4033-a0d5-9daf0c0be927 req-edec12d7-ddaf-4c4d-9721-26871ce87dd1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 945 time: 0.1250565
Feb 17 01:19:41.496259 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:41.529772 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c6f2c6e7-2318-4033-a0d5-9daf0c0be927 req-6e21829f-bacb-4cf4-9987-09e23974c2f3 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536940
Feb 17 01:19:41.759314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b627b5-d27e-4fff-a4f2-1b63189f1575 req-4f51ece4-3a09-4f76-ad5d-fafe7230b8b1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:41.767433 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58b627b5-d27e-4fff-a4f2-1b63189f1575 req-4f51ece4-3a09-4f76-ad5d-fafe7230b8b1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1274486
Feb 17 01:19:41.772507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56faf14-1e77-4c1b-819f-5bc2a256137b req-efc11eb8-d1a4-41ef-8831-f5c47ad3113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:41.774371 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c56faf14-1e77-4c1b-819f-5bc2a256137b req-efc11eb8-d1a4-41ef-8831-f5c47ad3113c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 1162 time: 0.1769826
Feb 17 01:19:41.833241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:41.849535 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c56faf14-1e77-4c1b-819f-5bc2a256137b req-3521b875-6b0e-43a9-98dc-7a7cf48e5c19 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0614598
Feb 17 01:19:41.864343 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58b627b5-d27e-4fff-a4f2-1b63189f1575 req-4c6be4a8-6094-45cc-a82b-189854918411 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955048
Feb 17 01:19:41.961238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:41.961769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:42.108135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d43d-fe2b-4fac-9b8b-90090c09303b req-17df82c8-11a1-4d88-999f-061b7d950850 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:42.116547 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1064d43d-fe2b-4fac-9b8b-90090c09303b req-17df82c8-11a1-4d88-999f-061b7d950850 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 945 time: 0.1120605
Feb 17 01:19:42.122222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 38e29eae-7564-49b1-aadb-b35c957f4e01 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:42.170630 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1064d43d-fe2b-4fac-9b8b-90090c09303b req-8e926c14-c72a-41f7-812b-fde1dcc573d2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0510154
Feb 17 01:19:42.238337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 38e29eae-7564-49b1-aadb-b35c957f4e01 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:42.238768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:42.238985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ce414-cc7d-4214-8fee-cc221da70f72 req-0a0ec593-ec45-40e9-af70-a315d7e668de tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:42.248059 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a10ce414-cc7d-4214-8fee-cc221da70f72 req-0a0ec593-ec45-40e9-af70-a315d7e668de tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1465247
Feb 17 01:19:42.362298 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a10ce414-cc7d-4214-8fee-cc221da70f72 req-b5a40dda-f57c-4d46-ab28-3cad090cb7b3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123154
Feb 17 01:19:42.387877 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-264fc5b6-bef2-44d9-a0a8-6ea27ffd48fc tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:42.389685 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-264fc5b6-bef2-44d9-a0a8-6ea27ffd48fc tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 945 time: 0.1988223
Feb 17 01:19:42.475111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Deleting port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:19:42.476084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:42.742673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e747-1d9b-4d4e-9e84-5aef077d7411 req-f9d907e9-936a-4c19-aabb-a6b991438e5e tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:42.744259 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c75e747-1d9b-4d4e-9e84-5aef077d7411 req-f9d907e9-936a-4c19-aabb-a6b991438e5e tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 945 time: 0.0899675
Feb 17 01:19:42.792788 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-94684d08-afc1-4019-88d4-b72463708c31 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2250338
Feb 17 01:19:42.794217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c75e747-1d9b-4d4e-9e84-5aef077d7411 req-d2434f73-41cc-41d7-9731-e057422ad095 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433390
Feb 17 01:19:42.812482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] For port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:42.812884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:42.987311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Calling delete_port for 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:19:43.111247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-1453eb4d-8503-49e1-ba13-2a4210683cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:43.112914 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-1453eb4d-8503-49e1-ba13-2a4210683cd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2debd9553a7455e9c609c52eb751969&device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 1162 time: 0.1726785
Feb 17 01:19:43.396594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:43.399510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47001e5b-ce5e-4f13-8e98-73eae690d2f3 req-134bc5b9-165d-4994-a838-2a70192cb71e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:43.401460 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47001e5b-ce5e-4f13-8e98-73eae690d2f3 req-134bc5b9-165d-4994-a838-2a70192cb71e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 945 time: 0.0930514
Feb 17 01:19:43.422788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-120c4602-e963-48fe-a751-8ca8b7e72485 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:43.453919 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47001e5b-ce5e-4f13-8e98-73eae690d2f3 req-cbfbf4b7-b262-4acf-ae58-208ea9455e75 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452375
Feb 17 01:19:43.543917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event deleted for resources: {'Port': ['ID=6a6f2217-3e83-4a05-b0e7-f48e0eeccf10,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:43.595295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.595688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.596135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.596541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.596940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.597338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.597733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.598129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.598524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.598918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.599312 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.599727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.600685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.601080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.601473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.601862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.602253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.602643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.603027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.603420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.603832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.604222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.604612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.605000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:43.619216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:43.629852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-91e901f8-f2d2-4332-966e-281ff1c9711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:43.631485 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-91e901f8-f2d2-4332-966e-281ff1c9711f service neutron] 10.222.0.70 "GET /v2.0/networks?id=46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 200  len: 909 time: 0.4331939
Feb 17 01:19:43.641150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271dc79-496b-47f2-8389-f6920996adc6 req-d3aea96e-0c20-42ea-b78c-648465ec5370 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:43.642635 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a271dc79-496b-47f2-8389-f6920996adc6 req-d3aea96e-0c20-42ea-b78c-648465ec5370 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.4923582
Feb 17 01:19:43.655446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3889fbb-4311-44ac-a8ba-20478ddbf88a req-ba367389-e68d-4c3f-be58-77d4e2004f2e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:43.657168 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b3889fbb-4311-44ac-a8ba-20478ddbf88a req-ba367389-e68d-4c3f-be58-77d4e2004f2e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0938041
Feb 17 01:19:43.705892 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b3889fbb-4311-44ac-a8ba-20478ddbf88a req-03aa3c0a-281e-4269-8b97-50dd16ed9809 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415504
Feb 17 01:19:43.728996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-3e409281-cc46-4dba-b787-3a90a1b3e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:43.730600 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-3e409281-cc46-4dba-b787-3a90a1b3e444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 1163 time: 0.4925129
Feb 17 01:19:43.759928 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-e4677c0d-efd4-42c7-a87a-a16401c2db64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f HTTP/1.1" status: 200  len: 217 time: 0.1123433
Feb 17 01:19:43.838890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:43.962204 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5dad4413-09c3-4dc1-be9d-0ce33aada495 req-2159846a-35dd-4318-9d4e-cbf58d545bbd tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=745fe62b-51a3-45fc-a068-15a6ba6fb501 HTTP/1.1" status: 200  len: 210 time: 0.0482349
Feb 17 01:19:43.962766 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a271dc79-496b-47f2-8389-f6920996adc6 req-fb1b3c10-0bdd-4634-b6af-9f6bf585b10a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2532020
Feb 17 01:19:44.026968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] No DVR routers for this DVR port 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:19:44.032746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:44.036258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-7af56cfd-636e-498c-b748-9b412083f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:44.038381 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-7af56cfd-636e-498c-b748-9b412083f615 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 200  len: 855 time: 0.2403219
Feb 17 01:19:44.038983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'name': 'network-vif-deleted', 'tag': '6a6f2217-3e83-4a05-b0e7-f48e0eeccf10'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:44.072444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 38e29eae-7564-49b1-aadb-b35c957f4e01 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:44.104693 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745fe62b-51a3-45fc-a068-15a6ba6fb501', 'name': 'network-vif-deleted', 'tag': '6a6f2217-3e83-4a05-b0e7-f48e0eeccf10', 'status': 'completed', 'code': 200}
Feb 17 01:19:44.115202 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-ec59d321-c691-4e90-af62-76bb88b94a7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46d93f49-e431-48a7-87e9-209d5aee9f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675793
Feb 17 01:19:44.118620 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-98bc44fa-1c5c-4d6b-abdc-873e060a33a6 req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "DELETE /v2.0/ports/6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 HTTP/1.1" status: 204  len: 173 time: 1.7195811
Feb 17 01:19:44.119591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-d5028bec-418d-4e1b-9f1e-74c987d9c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:44.121086 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-d5028bec-418d-4e1b-9f1e-74c987d9c1b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.3650477
Feb 17 01:19:44.146061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 38e29eae-7564-49b1-aadb-b35c957f4e01 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:44.146483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:44.295654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:19:44.337538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:19:44.337933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 6a6f2217-3e83-4a05-b0e7-f48e0eeccf10 not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:19:44.542127 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-1b53aa73-ec78-401f-a847-51d2411c8976 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388 HTTP/1.1" status: 200  len: 1000 time: 0.3834348
Feb 17 01:19:44.684254 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-56fedc77-5426-4c1f-b9c1-bf848db0a863 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5483160
Feb 17 01:19:44.698459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-624726a6-bd09-43e9-b4e5-b6a583cd21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:44.699961 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-624726a6-bd09-43e9-b4e5-b6a583cd21fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.1413863
Feb 17 01:19:44.877116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56a6d-fe70-426e-a140-514cb75564f2 req-2fa30aa6-1039-460f-ad39-1fe609cc05ec tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:44.878707 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-06c56a6d-fe70-426e-a140-514cb75564f2 req-2fa30aa6-1039-460f-ad39-1fe609cc05ec tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 945 time: 0.2833343
Feb 17 01:19:44.939612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a073b8-ea1b-4191-9541-9653aced99a0 req-11195302-554c-43ac-ad52-78df00b8af2a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:44.942422 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6a073b8-ea1b-4191-9541-9653aced99a0 req-11195302-554c-43ac-ad52-78df00b8af2a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1111414
Feb 17 01:19:44.966890 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20f5ab05-e0a9-402f-86f8-50ca59e4bea5 req-faedcf17-5ff1-46f9-8962-47e29618cb91 service neutron] 10.222.0.70 "GET /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2702348
Feb 17 01:19:44.972237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-46c072a1-ef24-4af5-b3cc-3928fd26de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:44.973771 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-46c072a1-ef24-4af5-b3cc-3928fd26de97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1996732
Feb 17 01:19:44.982034 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-06c56a6d-fe70-426e-a140-514cb75564f2 req-e22df43f-4b6d-4a61-ae82-3ca9563a2713 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0854700
Feb 17 01:19:44.994880 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6a073b8-ea1b-4191-9541-9653aced99a0 req-71f869c2-ecf6-44f4-bc35-310840770963 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469642
Feb 17 01:19:45.140475 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-ef9bc10a-1668-43c6-bd11-b7a81885f683 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440437
Feb 17 01:19:45.220924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773044cd-2868-4695-9ec2-1b8f31b3a06d req-64149642-5078-4350-adaf-e0a7159dc466 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:45.222561 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-773044cd-2868-4695-9ec2-1b8f31b3a06d req-64149642-5078-4350-adaf-e0a7159dc466 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0999253
Feb 17 01:19:45.274996 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-773044cd-2868-4695-9ec2-1b8f31b3a06d req-16f12ed0-eb61-40d6-9c5b-685dd9d9b3e9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454264
Feb 17 01:19:45.362091 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68ee471d-5c09-441d-8016-a8881662f1d3 req-0e0b58dd-724e-47f3-85cf-b0a90c5e6220 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2130873
Feb 17 01:19:45.383593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dfbd6-be61-4a53-a794-dabee4a593d5 req-d48b547a-4a91-4849-a3bc-cdb9d5dc158a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:45.385250 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e79dfbd6-be61-4a53-a794-dabee4a593d5 req-d48b547a-4a91-4849-a3bc-cdb9d5dc158a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 945 time: 0.1573901
Feb 17 01:19:45.435472 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e79dfbd6-be61-4a53-a794-dabee4a593d5 req-d77d1097-3321-4c4b-9f54-6335c5495d8b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438085
Feb 17 01:19:45.640144 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-8ee34f0e-756b-43d8-a5eb-725a15a6b6ae tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1663709
Feb 17 01:19:45.650997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:45.657039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:19:45.661195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Usage tracker for resource:floatingip and tenant:0eabf95addb344e486905f7f5d1767b5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:19:45.664528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:19:45.671797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:19:45.681456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:45.827886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:46.110207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Allocated IP 172.27.1.183 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/f2a3756e-7a4d-4ae3-b595-4535aa4a1f7b) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:19:46.223819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5671f-7750-4881-9891-e3dcd33df21a req-048a705a-e0fb-467d-a280-c9585c6614c5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:46.225433 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-96d5671f-7750-4881-9891-e3dcd33df21a req-048a705a-e0fb-467d-a280-c9585c6614c5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0897198
Feb 17 01:19:46.270255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:46.274939 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-96d5671f-7750-4881-9891-e3dcd33df21a req-00ba8af8-2cf3-4eab-b54f-afe039d5989b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430939
Feb 17 01:19:46.304846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:46.324555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-398d1670-731e-4749-ad6b-5389ba1af766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:46.460224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=f2a3756e-7a4d-4ae3-b595-4535aa4a1f7b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:46.473007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.473416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.473816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.474211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.474601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.474989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.475946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.476363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.476796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.477105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.477486 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.477866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.478288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.480206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.480206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.480206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.480206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.480206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.480756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.480862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.481210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.481588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.481966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.482345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:46.488963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202b3f3-bd1b-444d-8699-ed8d3c85a0e0 req-e0edb613-461a-43be-98a5-0676bd886112 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:46.491563 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7202b3f3-bd1b-444d-8699-ed8d3c85a0e0 req-e0edb613-461a-43be-98a5-0676bd886112 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0917833
Feb 17 01:19:46.496673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:46.536841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:19:46.538533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:19:46.540895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:19:46.543524 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7202b3f3-bd1b-444d-8699-ed8d3c85a0e0 req-10e892c9-3bbe-4a77-b647-cdfc4f582eda tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451887
Feb 17 01:19:46.626381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:46.691896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:46.957906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e52a-2a78-4c03-9fd5-5c3237154a1d req-6a0a4dbd-76a6-4e70-8e65-c4e52c453dcb tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:46.958798 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1488e52a-2a78-4c03-9fd5-5c3237154a1d req-6a0a4dbd-76a6-4e70-8e65-c4e52c453dcb tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:46.974623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1488e52a-2a78-4c03-9fd5-5c3237154a1d req-6a0a4dbd-76a6-4e70-8e65-c4e52c453dcb tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:46.976820 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1488e52a-2a78-4c03-9fd5-5c3237154a1d req-6a0a4dbd-76a6-4e70-8e65-c4e52c453dcb tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.1122131
Feb 17 01:19:46.981360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:46.985167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:47.001003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:47.028744 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1488e52a-2a78-4c03-9fd5-5c3237154a1d req-cf44e7be-238a-48f0-adf3-c9c9cfd5e502 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458515
Feb 17 01:19:47.142970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=f2a3756e-7a4d-4ae3-b595-4535aa4a1f7b,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:47.155352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:47.244152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:47.267285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:47.276085 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6299608
Feb 17 01:19:47.359430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-f5bd2edc-0862-49d2-8f77-0cc1c982c625 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:47.376048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-f5bd2edc-0862-49d2-8f77-0cc1c982c625 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:47.377344 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-f5bd2edc-0862-49d2-8f77-0cc1c982c625 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.183 HTTP/1.1" status: 200  len: 696 time: 0.1004002
Feb 17 01:19:47.485449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d095a3-03db-4640-ac9f-c628a2d64dcb req-840f9df7-4dc2-4b32-80cc-ea456aa1858d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:47.486966 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-48d095a3-03db-4640-ac9f-c628a2d64dcb req-840f9df7-4dc2-4b32-80cc-ea456aa1858d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0875659
Feb 17 01:19:47.537746 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-48d095a3-03db-4640-ac9f-c628a2d64dcb req-126b8c57-7ac9-4296-9854-191705a533f5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437989
Feb 17 01:19:47.559020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-78f3a166-2f8a-4550-aa65-153f32c21259 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:47.560588 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-78f3a166-2f8a-4550-aa65-153f32c21259 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1762033
Feb 17 01:19:47.572925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-b7762de4-e455-4746-a669-7424529f853b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:19:47.574198 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d701f969-cad0-4c49-9a11-6bc881c11eca req-b7762de4-e455-4746-a669-7424529f853b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0071025
Feb 17 01:19:47.765147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4b61-3b8d-4cd3-bca5-75b01d722e55 req-272fc133-eaa4-48c2-901e-90cc2105fd4c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:47.766749 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44eb4b61-3b8d-4cd3-bca5-75b01d722e55 req-272fc133-eaa4-48c2-901e-90cc2105fd4c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0984502
Feb 17 01:19:47.776557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-a4fcd75c-3314-42a3-96ff-292b15a97301 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:47.778206 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-a4fcd75c-3314-42a3-96ff-292b15a97301 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1029322
Feb 17 01:19:47.826678 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44eb4b61-3b8d-4cd3-bca5-75b01d722e55 req-a0440b98-92e6-45bb-86d2-5421c8f41f2e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520515
Feb 17 01:19:48.077055 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-170d2131-cba0-4838-b90c-072319f56581 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.183 HTTP/1.1" status: 200  len: 696 time: 0.2923558
Feb 17 01:19:48.087548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'floatingip': {'port_id': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:48.171847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:48.233389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b6158-4637-4436-9d4f-77f37ba311c0 req-b24e9948-789e-4336-a698-897b6241e834 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:48.235014 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d74b6158-4637-4436-9d4f-77f37ba311c0 req-b24e9948-789e-4336-a698-897b6241e834 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.0889838
Feb 17 01:19:48.289485 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d74b6158-4637-4436-9d4f-77f37ba311c0 req-a65e6528-1010-4515-98cc-91485355c782 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474327
Feb 17 01:19:48.743492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b8fac-30d0-4c1f-98c7-e07f428cb7e0 req-c2e4c0f7-3573-4049-a79b-29b434035aa5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:48.745194 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-570b8fac-30d0-4c1f-98c7-e07f428cb7e0 req-c2e4c0f7-3573-4049-a79b-29b434035aa5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0879910
Feb 17 01:19:48.796779 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-570b8fac-30d0-4c1f-98c7-e07f428cb7e0 req-e16eaf6b-cfe4-45a4-8f07-2d2416d446c2 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448318
Feb 17 01:19:48.811901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:48.817090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:49.000942 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Floating IP 8005671f-b2c5-487f-8bd0-0d8952505553 associated. External IP: 172.27.1.183, port: 38e29eae-7564-49b1-aadb-b35c957f4e01.
Feb 17 01:19:49.040663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a62e-a9ac-4315-87c0-f91218eb9ffa req-e28b9d4d-ec27-47cb-955c-284e5aba90d1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:49.042329 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0911a62e-a9ac-4315-87c0-f91218eb9ffa req-e28b9d4d-ec27-47cb-955c-284e5aba90d1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0922449
Feb 17 01:19:49.090454 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0911a62e-a9ac-4315-87c0-f91218eb9ffa req-eaa65ba8-8d89-4b07-a97f-5a29ed1cff40 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416434
Feb 17 01:19:49.378849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:19:49.490158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0389-a2fb-4036-8866-532074b2db58 req-96dae484-1c5e-4624-8703-4ecce85c1682 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:49.492430 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f34d0389-a2fb-4036-8866-532074b2db58 req-96dae484-1c5e-4624-8703-4ecce85c1682 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.0862899
Feb 17 01:19:49.539931 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f34d0389-a2fb-4036-8866-532074b2db58 req-8f5000b0-9bfe-4c87-a4d2-4bba0b48f9b3 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410230
Feb 17 01:19:49.572889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:19:49.577207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:49.582618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:19:49.592482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:19:49.593233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa912208>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:19:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:49.635555 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-bf40d731-def9-49f2-8644-c08eff735e43 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "PUT /v2.0/floatingips/8005671f-b2c5-487f-8bd0-0d8952505553 HTTP/1.1" status: 200  len: 996 time: 1.5521748
Feb 17 01:19:49.636072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:49.696025 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'status': 'completed', 'code': 200}
Feb 17 01:19:49.735110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-523b5c07-d8dd-4a76-bb52-6302237c0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:49.736795 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-523b5c07-d8dd-4a76-bb52-6302237c0e08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 1162 time: 0.0871332
Feb 17 01:19:49.794109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:19:49.886274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-332ca49e-9be2-4bd2-8296-89a45577f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:49.888028 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-332ca49e-9be2-4bd2-8296-89a45577f1d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1438055
Feb 17 01:19:50.023100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9eb9-b47e-45fd-acc4-f06611f8876d req-ad748be6-d4e5-4b60-a41f-78911ffb6e3b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.025148 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-64ec9eb9-b47e-45fd-acc4-f06611f8876d req-ad748be6-d4e5-4b60-a41f-78911ffb6e3b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1016500
Feb 17 01:19:50.082094 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-64ec9eb9-b47e-45fd-acc4-f06611f8876d req-bfdc262e-fd4b-44af-86ab-f238032f86d0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495348
Feb 17 01:19:50.226133 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-69131d54-cbc3-491f-a6b4-131bb3518221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38e29eae-7564-49b1-aadb-b35c957f4e01 HTTP/1.1" status: 200  len: 999 time: 0.3303061
Feb 17 01:19:50.300397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-b2261635-0148-47c0-94ce-ded576f778d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.309558 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-b2261635-0148-47c0-94ce-ded576f778d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0765681
Feb 17 01:19:50.321830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a9c2-e577-4c2a-b3ac-061cac4f83ef req-2cc27bb6-fbe2-4be8-8b57-d18757f702e1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.323530 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2287a9c2-e577-4c2a-b3ac-061cac4f83ef req-2cc27bb6-fbe2-4be8-8b57-d18757f702e1 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1063247
Feb 17 01:19:50.391475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-9c073ff4-b1c6-4005-8a6b-b715f6383bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.392077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa912208>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '8005671f-b2c5-487f-8bd0-0d8952505553', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:95:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:19:46Z', 'updated_at': '2021-02-17T01:19:48Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:50.393199 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-9c073ff4-b1c6-4005-8a6b-b715f6383bfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831587
Feb 17 01:19:50.396418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:19:50.405918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-2e4baf29-718d-4aaa-b5d4-d6affc2d0a73 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:19:50.406381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:19:50.407067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa912208>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:19:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:50.407187 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-2e4baf29-718d-4aaa-b5d4-d6affc2d0a73 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059135
Feb 17 01:19:50.428777 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2287a9c2-e577-4c2a-b3ac-061cac4f83ef req-4b962d72-26b0-4122-a0ee-21025bc75abb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984452
Feb 17 01:19:50.460663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-c0d3f879-852c-4ae4-a8ef-2ba323cac671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.462284 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-c0d3f879-852c-4ae4-a8ef-2ba323cac671 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 1162 time: 0.0934815
Feb 17 01:19:50.556849 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-a2ca22b3-9eaa-4527-b7d2-1784000fa466 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419535
Feb 17 01:19:50.616437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:19:50.617824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-418ca04d-f51c-45b0-846e-cfd065f9c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.619653 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-418ca04d-f51c-45b0-846e-cfd065f9c88a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1500747
Feb 17 01:19:50.737696 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56e05843-2cbc-4353-8a7f-0f7ed257a730 req-71f0b981-fb80-4be4-9720-d309ba32d684 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1736441
Feb 17 01:19:50.831252 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-30af00e9-f09d-4936-a083-ac1e8f20852a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38e29eae-7564-49b1-aadb-b35c957f4e01 HTTP/1.1" status: 200  len: 999 time: 0.1939130
Feb 17 01:19:50.851262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53a32d-29cd-4377-8a5b-e41a6e177cf0 req-7b5ad3a7-d199-4470-a61f-f11a810c90f9 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.853455 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ab53a32d-29cd-4377-8a5b-e41a6e177cf0 req-7b5ad3a7-d199-4470-a61f-f11a810c90f9 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.1425796
Feb 17 01:19:50.955821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-50b24572-a1a5-4990-b5e2-9bec3986619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:50.957407 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-50b24572-a1a5-4990-b5e2-9bec3986619f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.1030169
Feb 17 01:19:50.960494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ab53a32d-29cd-4377-8a5b-e41a6e177cf0 req-58e0e202-bd07-42a1-84ad-37455dbe5ef2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674374
Feb 17 01:19:51.009398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa912208>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '8005671f-b2c5-487f-8bd0-0d8952505553', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:95:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:19:46Z', 'updated_at': '2021-02-17T01:19:48Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:51.013654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0703dfe-db8f-4bd0-849c-3e1516e53991 None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '8005671f-b2c5-487f-8bd0-0d8952505553', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:95:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:19:46Z', 'updated_at': '2021-02-17T01:19:48Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:19:51.048202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-19191d0b-28da-41b5-af11-aea72832abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:51.049847 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-19191d0b-28da-41b5-af11-aea72832abe0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813258
Feb 17 01:19:51.199200 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-18356128-82b4-464a-819a-bdfdc6c6f53e service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406648
Feb 17 01:19:51.348555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7860a4b-9040-44f8-94f2-7da59dd7447c None None] New status for floating IP 8005671f-b2c5-487f-8bd0-0d8952505553: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:19:51.371789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcdd59-f963-43f7-8c88-26fae2b4bd67 req-076d1399-c4c6-4988-b277-db90a5062d61 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:51.374177 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5ffcdd59-f963-43f7-8c88-26fae2b4bd67 req-076d1399-c4c6-4988-b277-db90a5062d61 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1658223
Feb 17 01:19:51.435212 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5ffcdd59-f963-43f7-8c88-26fae2b4bd67 req-0caf360c-2eaf-494e-8969-6e43cdad58ad tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540574
Feb 17 01:19:51.437675 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9045a2c0-8c2f-4498-86f3-89c49011bd65 req-9277cbbf-2340-4def-93da-57bb4fb186a9 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2205544
Feb 17 01:19:51.687450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdf5f9-0416-4f03-a499-e0a5ad219bb7 req-6d749358-20f3-4ede-b477-e99afe784cb8 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:51.689156 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f9cdf5f9-0416-4f03-a499-e0a5ad219bb7 req-6d749358-20f3-4ede-b477-e99afe784cb8 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0987003
Feb 17 01:19:51.741909 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f9cdf5f9-0416-4f03-a499-e0a5ad219bb7 req-de929141-fd2d-4cb5-9a00-8b5349a1a123 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442684
Feb 17 01:19:52.163950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8e9c-cc55-47c5-8f5b-8f9c24e89389 req-77a0c1f3-559d-4532-844b-f37d654392c2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:52.165589 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-186f8e9c-cc55-47c5-8f5b-8f9c24e89389 req-77a0c1f3-559d-4532-844b-f37d654392c2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.0886810
Feb 17 01:19:52.221571 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-186f8e9c-cc55-47c5-8f5b-8f9c24e89389 req-d9e98a2a-db68-477d-b473-4d44ad7ee2b2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486145
Feb 17 01:19:52.445404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50b4c-8d8b-4eee-82f2-3447029e885b req-22eca65c-02ee-4f50-b9b2-aa31cd6e05b0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:52.447036 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ade50b4c-8d8b-4eee-82f2-3447029e885b req-22eca65c-02ee-4f50-b9b2-aa31cd6e05b0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0892563
Feb 17 01:19:52.486730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 58556) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:52.497113 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ade50b4c-8d8b-4eee-82f2-3447029e885b req-1cf351b4-afd7-40a1-ab10-3553fbba7844 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437522
Feb 17 01:19:52.612819 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-74deff86-67b2-46fb-9dda-95008d16502d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1247790
Feb 17 01:19:52.949927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae676c4-38f9-439e-8e74-31f714ea71d8 req-9c0e8de5-fa9f-45b7-b6ea-f5d7050c7185 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:52.951454 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4ae676c4-38f9-439e-8e74-31f714ea71d8 req-9c0e8de5-fa9f-45b7-b6ea-f5d7050c7185 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0890098
Feb 17 01:19:52.999322 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4ae676c4-38f9-439e-8e74-31f714ea71d8 req-0d120548-5636-4cfb-b3c0-68c0779df7af tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414174
Feb 17 01:19:53.427118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ead40-6c9d-4ec7-8969-8f38dee25d2f req-465e39c0-a1cd-45bb-902b-548085dc5ab1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:53.428866 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0f4ead40-6c9d-4ec7-8969-8f38dee25d2f req-465e39c0-a1cd-45bb-902b-548085dc5ab1 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.0917444
Feb 17 01:19:53.477535 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0f4ead40-6c9d-4ec7-8969-8f38dee25d2f req-97b6d186-257b-41af-acc1-ce550a7b58bb tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420074
Feb 17 01:19:53.704557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec3799-9d64-406e-8ed2-03fd0d6c8895 req-afaa8f05-23b7-464a-86f4-7c15d936508f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:53.706186 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8fec3799-9d64-406e-8ed2-03fd0d6c8895 req-afaa8f05-23b7-464a-86f4-7c15d936508f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0910630
Feb 17 01:19:53.754537 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8fec3799-9d64-406e-8ed2-03fd0d6c8895 req-11b52c9f-38fc-43ea-afc5-efe98039ddd6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420787
Feb 17 01:19:54.199749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02dcc-bc94-4866-87e0-673ce9a7231d req-e8960228-8498-4e30-bc80-81b2a74d73ec tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:54.201363 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f0c02dcc-bc94-4866-87e0-673ce9a7231d req-e8960228-8498-4e30-bc80-81b2a74d73ec tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0869308
Feb 17 01:19:54.248751 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f0c02dcc-bc94-4866-87e0-673ce9a7231d req-ea513963-eb7c-4f93-a79f-10234162a440 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411675
Feb 17 01:19:54.675809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed5858-0866-4c9e-bbb5-ff44ffd41a19 req-97467bf7-776e-4896-aba4-2ef6985de5a4 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:54.677390 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-55ed5858-0866-4c9e-bbb5-ff44ffd41a19 req-97467bf7-776e-4896-aba4-2ef6985de5a4 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.0861821
Feb 17 01:19:54.724899 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-55ed5858-0866-4c9e-bbb5-ff44ffd41a19 req-7a09b6bb-b9a0-4d23-a027-7ada65303d69 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409274
Feb 17 01:19:54.973824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a91e28-eb34-46a6-91c3-deb4450921c9 req-e98b3041-c5e3-4bd8-8ee8-8bf258e1206e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:54.975391 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a91e28-eb34-46a6-91c3-deb4450921c9 req-e98b3041-c5e3-4bd8-8ee8-8bf258e1206e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0892084
Feb 17 01:19:55.047677 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:19:55.075020 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a91e28-eb34-46a6-91c3-deb4450921c9 req-d215b14c-146a-4628-8d8e-db9e9728e27b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611167
Feb 17 01:19:55.100988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-c7e4225f-c8bd-4157-ad42-71cc5fa0122a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:55.102558 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-c7e4225f-c8bd-4157-ad42-71cc5fa0122a tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 945 time: 0.1251194
Feb 17 01:19:55.179357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:55.196769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Deleting port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:19:55.197171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:55.214422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:55.215422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:55.222690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:55.224346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:19:55.299762 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f', 'code': 200}
Feb 17 01:19:55.300333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fd48347b-4746-4bef-b7d4-060b316c5974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:55.439324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:55.447770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:55.457605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.457996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.458375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.458757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.459145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.459539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.459935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.460302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.460675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.461041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.461405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.461769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.462183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.462549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.462914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.463276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.463636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.464032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.464391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.464751 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.465133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.465495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.465854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.466212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:19:55.472629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:55.500085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port e56882ea-657e-40b5-8ac9-63b0c4d5a388, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:55.504177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:55.506198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:55.583615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=e56882ea-657e-40b5-8ac9-63b0c4d5a388,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:55.587200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:55.789588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] For port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,segment=NetworkSegment(8f7bc31c-d38f-4b23-a812-2d7ebe608b30),segment_id=8f7bc31c-d38f-4b23-a812-2d7ebe608b30)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:55.790146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:55.816563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc684c2-2cf1-4a57-8248-42db9ce2799e req-5e056297-07d8-4170-b23c-24592bc73d3c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:55.818323 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2dc684c2-2cf1-4a57-8248-42db9ce2799e req-5e056297-07d8-4170-b23c-24592bc73d3c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.3914306
Feb 17 01:19:55.967516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Calling delete_port for 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:19:56.038943 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2dc684c2-2cf1-4a57-8248-42db9ce2799e req-fa2006e9-a885-44d3-917a-ee22e81e5f4f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587913
Feb 17 01:19:56.105891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4a248-b250-4db9-94b1-71da8c919a3a req-1c0d3e02-65d8-4925-8ca9-bc2539555bab tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:56.123826 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-64d4a248-b250-4db9-94b1-71da8c919a3a req-1c0d3e02-65d8-4925-8ca9-bc2539555bab tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 943 time: 0.1316700
Feb 17 01:19:56.181546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:56.205147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:56.212863 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-64d4a248-b250-4db9-94b1-71da8c919a3a req-ad42a9d1-0448-4f4d-9d91-48964514d402 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/security-groups?id=8accf567-60d8-4a79-93bf-f34b44db46ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822752
Feb 17 01:19:56.389716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Pushing event deleted for resources: {'Port': ['ID=7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:56.410881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:56.521709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-29ef83ea-a77b-4823-997f-240ffcfdbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:56.524054 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-29ef83ea-a77b-4823-997f-240ffcfdbfe1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587&tenant_id=e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 1161 time: 0.2704508
Feb 17 01:19:56.533300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba88f1-b90a-4c54-acc6-357d08e614ee req-63836bd4-24e7-4bdd-9dac-82923aa2049b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:56.534861 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6bba88f1-b90a-4c54-acc6-357d08e614ee req-63836bd4-24e7-4bdd-9dac-82923aa2049b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.2825127
Feb 17 01:19:56.589993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] No DVR routers for this DVR port 7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:19:56.593596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:56.596228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'name': 'network-vif-deleted', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:56.629738 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-639d1f00-cfd3-4203-84db-334fe7419af4 req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.70 "DELETE /v2.0/ports/7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f HTTP/1.1" status: 204  len: 173 time: 1.5127475
Feb 17 01:19:56.635093 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6bba88f1-b90a-4c54-acc6-357d08e614ee req-eefa8ec6-3d42-4f53-a2d5-6565b5fc0072 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642953
Feb 17 01:19:56.644031 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498ccdfe-3c8a-4f89-95c1-0f81352b258b', 'name': 'network-vif-deleted', 'tag': '7c737b2b-5d8c-44c0-9dc0-bb5b85aba22f', 'status': 'completed', 'code': 200}
Feb 17 01:19:57.238111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbe0e3-e6da-4781-8f6b-0e1096198a09 req-c3c3ccb2-63a3-4438-b037-8965bc4a5385 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:57.239732 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44dbe0e3-e6da-4781-8f6b-0e1096198a09 req-c3c3ccb2-63a3-4438-b037-8965bc4a5385 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0851870
Feb 17 01:19:57.300983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:57.304343 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44dbe0e3-e6da-4781-8f6b-0e1096198a09 req-d87ba5e0-155e-494b-b01c-d316dfbac820 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460577
Feb 17 01:19:57.358223 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'code': 422} returned with failed status
Feb 17 01:19:57.384396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e85bcf0e-b22e-41bf-ab23-382e24463a75 req-3f79b90d-fee1-49a7-8e7b-9a157b2bb154 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Synchronizing usage tracker for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:57.398930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e85bcf0e-b22e-41bf-ab23-382e24463a75 req-3f79b90d-fee1-49a7-8e7b-9a157b2bb154 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Unset dirty status for tenant:c2debd9553a7455e9c609c52eb751969 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:57.400267 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e85bcf0e-b22e-41bf-ab23-382e24463a75 req-3f79b90d-fee1-49a7-8e7b-9a157b2bb154 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.0708141
Feb 17 01:19:57.845110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c928d9e-53d2-46bf-abc0-cb9ad5a26a02 req-2f3b0b01-c705-43a5-bdbe-cf9e0f94d660 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:57.846748 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c928d9e-53d2-46bf-abc0-cb9ad5a26a02 req-2f3b0b01-c705-43a5-bdbe-cf9e0f94d660 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0900965
Feb 17 01:19:57.896162 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c928d9e-53d2-46bf-abc0-cb9ad5a26a02 req-71222b87-a299-41d0-97dc-034b9614e3f3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424285
Feb 17 01:19:58.509359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2049f-7874-4eb7-b136-ec22d070aa36 req-5bfb0ad6-d9ec-4f7d-bd76-d92b456a3964 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:58.510922 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78c2049f-7874-4eb7-b136-ec22d070aa36 req-5bfb0ad6-d9ec-4f7d-bd76-d92b456a3964 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0904956
Feb 17 01:19:58.559578 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78c2049f-7874-4eb7-b136-ec22d070aa36 req-bb23b18d-b2ef-4b15-950b-89025983e88c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422177
Feb 17 01:19:58.561268 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4708810d-54e4-4b9b-925d-9e0296368c6f req-f033fdc7-671f-4287-a984-1b975bcee638 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.0482509
Feb 17 01:19:59.107790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd5a3-f34e-4813-adc4-687785f6154e req-9c627397-c61a-4b0e-8b72-f0783fdfb8e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:59.109317 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a5cbd5a3-f34e-4813-adc4-687785f6154e req-9c627397-c61a-4b0e-8b72-f0783fdfb8e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0906897
Feb 17 01:19:59.157278 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a5cbd5a3-f34e-4813-adc4-687785f6154e req-c46e5b0a-222c-4da0-973e-588a4776fd0c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417380
Feb 17 01:19:59.562776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-77ce933e-8ee3-4279-8cc6-21f642acf7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:59.564355 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-77ce933e-8ee3-4279-8cc6-21f642acf7a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 1161 time: 0.0805607
Feb 17 01:19:59.634190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:59.724304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:59.725584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:59.750516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f5be96f0-343c-4c97-b403-548cc28b8aa1 req-19d4528f-efdd-4a9c-8037-a83d0b90581e tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ccdfe-3c8a-4f89-95c1-0f81352b258b HTTP/1.1" status: 200  len: 210 time: 0.0538101
Feb 17 01:19:59.791311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-e05fda7d-9f1c-4dc0-bc4d-96b922aea700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:59.792926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-e05fda7d-9f1c-4dc0-bc4d-96b922aea700 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.2171059
Feb 17 01:19:59.908548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f9d5a-a05b-48df-a52c-f2c2a1ee770a req-112dd650-1e61-4f9f-8482-08f02709122d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:59.910224 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-879f9d5a-a05b-48df-a52c-f2c2a1ee770a req-112dd650-1e61-4f9f-8482-08f02709122d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2052386
Feb 17 01:19:59.956976 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-25848045-5fe2-4b84-ae6d-1dde742eaa31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388 HTTP/1.1" status: 200  len: 998 time: 0.1419642
Feb 17 01:20:00.020021 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-879f9d5a-a05b-48df-a52c-f2c2a1ee770a req-8c0fb7f2-4637-4bf7-9d41-2c58d98dfa05 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034653
Feb 17 01:20:00.044761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-7873b0d4-9233-40bf-82e3-5467d7b1c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:00.046635 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-7873b0d4-9233-40bf-82e3-5467d7b1c10e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.0794685
Feb 17 01:20:00.142002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-ebc98082-38db-42e4-9a37-3736f41a7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:00.143641 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-ebc98082-38db-42e4-9a37-3736f41a7039 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879622
Feb 17 01:20:00.294782 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-7c934138-e71e-42eb-9f52-1a74a83624e1 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428723
Feb 17 01:20:00.370287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6969d35-b750-471d-ab85-964dfaeefee5 req-f7bbb063-bd63-4992-b79a-06c04c7464c3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:00.371973 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6969d35-b750-471d-ab85-964dfaeefee5 req-f7bbb063-bd63-4992-b79a-06c04c7464c3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0921736
Feb 17 01:20:00.422266 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b6969d35-b750-471d-ab85-964dfaeefee5 req-2a32f5b7-1c1c-40a6-bfdd-72aa9358456e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430593
Feb 17 01:20:00.467916 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-feb93832-afb0-4f2d-bdbb-b504ae1a6070 req-c122110d-ba33-4d22-af19-dba123dda59b service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412966
Feb 17 01:20:00.856639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 58644) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:00.926030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Deleting subnet 946e3ac9-1b13-43fd-ae83-d86684df07e1 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:20:00.929810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:00.981785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:01.044612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:01.314306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f3ac-0bb2-4386-8a1f-325a134cca40 req-c9c5b2fb-5b1a-4425-aa10-f76ff06a3512 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:01.315975 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5672f3ac-0bb2-4386-8a1f-325a134cca40 req-c9c5b2fb-5b1a-4425-aa10-f76ff06a3512 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1538463
Feb 17 01:20:01.419775 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5672f3ac-0bb2-4386-8a1f-325a134cca40 req-d1796a3e-8f9b-4671-b9c7-b528e8d22afc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667815
Feb 17 01:20:01.436788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:01.553125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8a967a00-19df-4c47-b3d6-81288d15dc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:01.593738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946e3ac9-1b13-43fd-ae83-d86684df07e1,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:01.602329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:01.607375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:01.617436 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f1a5aaa4-eea1-496f-aedb-34c8bffc9010 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/946e3ac9-1b13-43fd-ae83-d86684df07e1 HTTP/1.1" status: 204  len: 168 time: 0.7572315
Feb 17 01:20:01.618354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 58676) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:01.860240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:02.071390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2d859-acc0-411a-8318-0e3d127650f5 req-e27dfedf-0448-4891-a44c-7f694828dd16 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:02.073086 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4fa2d859-acc0-411a-8318-0e3d127650f5 req-e27dfedf-0448-4891-a44c-7f694828dd16 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.3096189
Feb 17 01:20:02.114395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:02.208174 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4fa2d859-acc0-411a-8318-0e3d127650f5 req-656a2abc-9220-42f2-9b7d-55b285621dd9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189113
Feb 17 01:20:02.256891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbaf9c247b8>> segment before_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.257564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbaf9c247b8>> subnet precommit_delete_associations 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.258430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> segment_host_mapping after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.258816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> port after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.259182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> port after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.259552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> port after_update 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.259981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> segment after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.260357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> subnet after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.260730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> subnet after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.261105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbaf91e4438>> subnet after_update 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.327464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf92ea860>> subnet after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.327941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf92ea860>> subnet after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.328332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf92ea860>> subnet before_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.328757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbaf92ea860>> subnet before_update 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:20:02.329166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf935a518>,) {'filters': {'network_id': ['46d93f49-e431-48a7-87e9-209d5aee9f18']}} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:02.343907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf935a518>, '8f7bc31c-d38f-4b23-a812-2d7ebe608b30') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:02.344259 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf935a518>, '8f7bc31c-d38f-4b23-a812-2d7ebe608b30') {} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:02.357287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848727980'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:02.373882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:02.375889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:20:02.671520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15572518-af21-4808-aca6-3f360b10e741 req-7a5497e7-b948-46d9-9c49-60640f759cad tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:02.673133 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-15572518-af21-4808-aca6-3f360b10e741 req-7a5497e7-b948-46d9-9c49-60640f759cad tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1226850
Feb 17 01:20:02.722036 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-15572518-af21-4808-aca6-3f360b10e741 req-23cdaa07-ce5a-4b9d-a2d4-efbd03ccd9e2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409067
Feb 17 01:20:02.788995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:20:02.801225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849429140'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:02.989306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Network 46d93f49-e431-48a7-87e9-209d5aee9f18 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   from cryptography.utils import int_from_bytes
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   from cryptography.utils import int_from_bytes
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   (rel_b, rel_a, rel_b),
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   (rel_b, rel_a, rel_b),
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:20:03.016903 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:20:03.100779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:03.106478 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:03.110483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:03.139245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d93f49-e431-48a7-87e9-209d5aee9f18,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:03.144738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:03.148016 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d6e53cbf-1d07-48b5-9676-55b98e4cb785 admin admin] 10.222.0.30 "DELETE /v2.0/networks/46d93f49-e431-48a7-87e9-209d5aee9f18 HTTP/1.1" status: 204  len: 168 time: 1.5283411
Feb 17 01:20:03.380674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 58694) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:03.436978 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-041b9354-4f82-4cb6-bc26-0c932d5507d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2debd9553a7455e9c609c52eb751969&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0539494
Feb 17 01:20:03.438934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c2f73-b175-4e1d-83dd-bc64fb9dd35a req-82bdffeb-e1c7-4833-8d60-8fda05490ab0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:03.439528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 58698) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:03.440655 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a19c2f73-b175-4e1d-83dd-bc64fb9dd35a req-82bdffeb-e1c7-4833-8d60-8fda05490ab0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.1077540
Feb 17 01:20:03.507775 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a19c2f73-b175-4e1d-83dd-bc64fb9dd35a req-d234db72-c057-4d14-ac4f-946142db483f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579786
Feb 17 01:20:03.510830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:03.539787 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:03.586031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:03.591634 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02623015-f902-4e30-bbab-d4aaaf3796ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:03.605127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8accf567-60d8-4a79-93bf-f34b44db46ad,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:03.608115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:03.628745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:03.630184 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8accf567-60d8-4a79-93bf-f34b44db46ad HTTP/1.1" status: 204  len: 168 time: 0.1894197
Feb 17 01:20:03.948251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065684-0ede-4f0e-bbde-9076cca697ac req-3fef2413-946e-419d-bab0-54f1c5b4af87 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:03.949955 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47065684-0ede-4f0e-bbde-9076cca697ac req-3fef2413-946e-419d-bab0-54f1c5b4af87 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1073272
Feb 17 01:20:04.012363 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47065684-0ede-4f0e-bbde-9076cca697ac req-03acea33-3049-4838-93ed-816af6655212 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561202
Feb 17 01:20:04.737017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72b02d-a178-4a84-a210-275edcf8f30f req-ec0cba92-34a1-44c9-9b01-b6f4ab5b97c4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:04.738682 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eb72b02d-a178-4a84-a210-275edcf8f30f req-ec0cba92-34a1-44c9-9b01-b6f4ab5b97c4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0954444
Feb 17 01:20:04.796952 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eb72b02d-a178-4a84-a210-275edcf8f30f req-250ba178-cb84-43bf-8119-bfb4c5bcd697 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510406
Feb 17 01:20:05.262377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1ee7-5793-49f1-ac98-4cd30fdcad0a req-ae3b4660-0f56-4ee0-b9eb-2c0caee9ad72 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:05.264256 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a7a1ee7-5793-49f1-ac98-4cd30fdcad0a req-ae3b4660-0f56-4ee0-b9eb-2c0caee9ad72 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1196163
Feb 17 01:20:05.331578 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a7a1ee7-5793-49f1-ac98-4cd30fdcad0a req-08202117-c752-40a2-b1a0-252bdcfbc251 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587888
Feb 17 01:20:05.711370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 58766) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:05.899649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:05.935744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:05.940391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Usage tracker for resource:security_group_rule and tenant:c13903cdfd364277bfad614eb5a83950 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:05.946851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:05.957528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:06.089480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.092328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.102918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02e3b609-a410-473d-b20d-6dad8473863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:06.135732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c0169-625b-4e1f-8696-c0b3c324563d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:06.145661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:06.150871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caa815-b305-4747-955e-0d305de79303 req-1ca67e73-7fd0-456b-9064-f856f51736ba tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:06.152561 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f2caa815-b305-4747-955e-0d305de79303 req-1ca67e73-7fd0-456b-9064-f856f51736ba tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.1093659
Feb 17 01:20:06.159073 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c13903cdfd364277bfad614eb5a83950&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4465022
Feb 17 01:20:06.161769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 58774) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:06.203580 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f2caa815-b305-4747-955e-0d305de79303 req-d19867ea-37bd-41ba-8166-efa8a6c48f4c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445669
Feb 17 01:20:06.230803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dba9c9bf-1e47-4a08-bf46-1c1480ca7cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.267532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dba9c9bf-1e47-4a08-bf46-1c1480ca7cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.324206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dba9c9bf-1e47-4a08-bf46-1c1480ca7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.340558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:06.353420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9c9bf-1e47-4a08-bf46-1c1480ca7cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c0169-625b-4e1f-8696-c0b3c324563d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:06.360358 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-dba9c9bf-1e47-4a08-bf46-1c1480ca7cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:06.361157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dba9c9bf-1e47-4a08-bf46-1c1480ca7cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.366022 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-dba9c9bf-1e47-4a08-bf46-1c1480ca7cb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d68c0169-625b-4e1f-8696-c0b3c324563d HTTP/1.1" status: 204  len: 168 time: 0.2026250
Feb 17 01:20:06.568180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56513757-71c6-4139-b8fd-69721286c2c8 req-d25ebd41-4202-45b7-ad84-bf0dcac536ff tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:06.570377 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56513757-71c6-4139-b8fd-69721286c2c8 req-d25ebd41-4202-45b7-ad84-bf0dcac536ff tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1072929
Feb 17 01:20:06.619331 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56513757-71c6-4139-b8fd-69721286c2c8 req-558b4e0e-e29e-4f05-b112-2b5facadf65a tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422647
Feb 17 01:20:06.707346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 58784) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:06.726889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.742703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:06.746728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Usage tracker for resource:security_group_rule and tenant:90e37c25cff64ad0af2d109bb59e94a6 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:06.749762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:06.755366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:06.863441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.867356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:06.876781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0b72912c-bbc9-4c8c-bab8-7963c9b27063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:06.919599 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90e37c25cff64ad0af2d109bb59e94a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2110329
Feb 17 01:20:06.921335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ee25d-9d11-4c49-9f1d-35ec6b3282fb,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:06.922649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 58790) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:06.924676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:07.000451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:07.030339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:07.075325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:07.080364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-672442a9-c958-4b66-8075-554657e4ee79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:07.092110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ee25d-9d11-4c49-9f1d-35ec6b3282fb,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:07.095796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:07.099493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:07.101566 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed6ee25d-9d11-4c49-9f1d-35ec6b3282fb HTTP/1.1" status: 204  len: 168 time: 0.1776140
Feb 17 01:20:07.199946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2f08198e-b998-43cd-890a-11c644079ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:07.484503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01336117-e711-428a-8551-f62abe2be845 req-c6ef72d7-0e71-45ce-b490-3ab2c4e6e6e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:07.486179 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-01336117-e711-428a-8551-f62abe2be845 req-c6ef72d7-0e71-45ce-b490-3ab2c4e6e6e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.1219020
Feb 17 01:20:07.535165 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-01336117-e711-428a-8551-f62abe2be845 req-25841b73-23a0-4371-bc03-d8ead37fcfd4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427439
Feb 17 01:20:07.838715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7715b-2875-4b83-b305-94f7803a76d2 req-786eeb34-971a-40b6-8be7-aec41c1ef939 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:07.840443 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-14b7715b-2875-4b83-b305-94f7803a76d2 req-786eeb34-971a-40b6-8be7-aec41c1ef939 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0922248
Feb 17 01:20:07.901437 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-14b7715b-2875-4b83-b305-94f7803a76d2 req-bba26d3a-7fae-41bd-8a68-6788961951e6 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499067
Feb 17 01:20:08.760594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3278-96f3-4fcd-8c6b-83d916fe0a3a req-cbfa4ed9-2592-442b-908b-eae3444f303d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:08.763084 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ff3278-96f3-4fcd-8c6b-83d916fe0a3a req-cbfa4ed9-2592-442b-908b-eae3444f303d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0956814
Feb 17 01:20:08.812844 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ff3278-96f3-4fcd-8c6b-83d916fe0a3a req-637e59ad-75e6-4ce9-a58e-1b9210890550 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429854
Feb 17 01:20:09.155970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a51802-35ce-47b1-81ba-5abb756d0842 req-c1af4c38-6949-46d9-b42c-35a18d2f4271 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:09.157612 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80a51802-35ce-47b1-81ba-5abb756d0842 req-c1af4c38-6949-46d9-b42c-35a18d2f4271 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1131384
Feb 17 01:20:09.210197 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80a51802-35ce-47b1-81ba-5abb756d0842 req-0c60549c-0f73-496f-911d-920519c5d477 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461097
Feb 17 01:20:10.028899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec43a18-8b7a-4539-a778-9f906d26ed39 req-34fd5f29-c995-4e69-86dc-297a3ab7ea50 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:10.030510 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6ec43a18-8b7a-4539-a778-9f906d26ed39 req-34fd5f29-c995-4e69-86dc-297a3ab7ea50 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0939164
Feb 17 01:20:10.081458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bad2-a645-4300-a468-81a5a323a118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:10.082878 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6ec43a18-8b7a-4539-a778-9f906d26ed39 req-cee951e0-6c40-4319-b364-b2221ca2b364 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454614
Feb 17 01:20:10.327405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:20:10.433414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a90a1-517d-4243-9175-85d0037b5d20 req-6b73b3b3-f80d-478d-9b0c-7636c44f2004 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:10.434958 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513a90a1-517d-4243-9175-85d0037b5d20 req-6b73b3b3-f80d-478d-9b0c-7636c44f2004 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0966232
Feb 17 01:20:10.483782 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-513a90a1-517d-4243-9175-85d0037b5d20 req-4faf8f67-304d-4e0a-a7c0-31ce606d7790 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417621
Feb 17 01:20:10.877847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:11.229158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:11.321050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0f70f-cd75-4adc-9d2e-f279156e12ec req-5b06bdc9-c865-4ff7-ab67-36e085c3d695 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:11.322459 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1b0f70f-cd75-4adc-9d2e-f279156e12ec req-5b06bdc9-c865-4ff7-ab67-36e085c3d695 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.1171441
Feb 17 01:20:11.372760 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1b0f70f-cd75-4adc-9d2e-f279156e12ec req-8df68ced-958a-4cc2-8c31-0cdb4b49edac tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436242
Feb 17 01:20:11.482252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:11.708791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e553bba-47ee-423d-9135-bdbefb4d2bdc req-6429ec7f-8772-494c-a21a-219494479449 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:11.710378 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6e553bba-47ee-423d-9135-bdbefb4d2bdc req-6429ec7f-8772-494c-a21a-219494479449 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0895927
Feb 17 01:20:11.763676 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6e553bba-47ee-423d-9135-bdbefb4d2bdc req-35107480-ee48-42d7-a0fe-bb5356d93537 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459633
Feb 17 01:20:12.597879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f3a76-7d2f-46a0-bc02-3e0f482bb941 req-7d9fbf23-a89b-4ad1-9e9e-a3a5a974a63a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:12.600217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cc5f3a76-7d2f-46a0-bc02-3e0f482bb941 req-7d9fbf23-a89b-4ad1-9e9e-a3a5a974a63a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0958982
Feb 17 01:20:12.651167 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cc5f3a76-7d2f-46a0-bc02-3e0f482bb941 req-5e554b1d-14ca-4498-9f85-38777fa5115f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442612
Feb 17 01:20:12.970691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab85383-5df8-47dc-bffc-175799a14dae req-bf6f13b2-02d5-4216-87a5-8bcc48a504c9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:12.972326 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9ab85383-5df8-47dc-bffc-175799a14dae req-bf6f13b2-02d5-4216-87a5-8bcc48a504c9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0903060
Feb 17 01:20:13.021575 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9ab85383-5df8-47dc-bffc-175799a14dae req-faffe5f1-4719-45e3-98b6-7c34dcfc691b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427399
Feb 17 01:20:13.850917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:13.876261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e8693-3343-4be6-b932-c710b37d0cab req-392e99da-5de1-42e9-8486-a08345bcfb08 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:13.877856 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a7e8693-3343-4be6-b932-c710b37d0cab req-392e99da-5de1-42e9-8486-a08345bcfb08 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0941546
Feb 17 01:20:13.931536 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a7e8693-3343-4be6-b932-c710b37d0cab req-3c68f621-be36-4ce0-961d-815dca1b5c16 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467963
Feb 17 01:20:14.229579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4412074-af70-4fb6-a1cc-6f4f21d8515a req-a271eeb3-25f5-4105-97f6-5e77b48a598b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:14.231099 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4412074-af70-4fb6-a1cc-6f4f21d8515a req-a271eeb3-25f5-4105-97f6-5e77b48a598b tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0918651
Feb 17 01:20:14.279413 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4412074-af70-4fb6-a1cc-6f4f21d8515a req-519d8fac-ebc3-4562-90ae-561a9d18302e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418639
Feb 17 01:20:15.008570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec485-8af0-4b8c-b3ff-2d2b4e1d8d7a req-61eb4fbd-04f9-41d9-8a06-eabd7ab6e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:15.010214 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ddec485-8af0-4b8c-b3ff-2d2b4e1d8d7a req-61eb4fbd-04f9-41d9-8a06-eabd7ab6e9f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1162 time: 0.0797501
Feb 17 01:20:15.058148 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ddec485-8af0-4b8c-b3ff-2d2b4e1d8d7a req-61291cf2-a470-49d4-8ef3-1f34b65c54f4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393708
Feb 17 01:20:15.144685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411befd-89aa-4f08-a0ff-840c9401f232 req-1dc96a7d-b4bf-43b9-8f35-b4fcb172a139 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:15.146213 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4411befd-89aa-4f08-a0ff-840c9401f232 req-1dc96a7d-b4bf-43b9-8f35-b4fcb172a139 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0894544
Feb 17 01:20:15.194104 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4411befd-89aa-4f08-a0ff-840c9401f232 req-d9df81e2-9b44-48bb-8601-ddbfd2a7a228 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414660
Feb 17 01:20:15.486020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb6224-7923-47a6-a6bd-67d3389876b0 req-bf4eb6ff-01b2-4d9e-b42e-ea5348ab965e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:15.487619 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9bdb6224-7923-47a6-a6bd-67d3389876b0 req-bf4eb6ff-01b2-4d9e-b42e-ea5348ab965e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0898154
Feb 17 01:20:15.535678 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9bdb6224-7923-47a6-a6bd-67d3389876b0 req-5d42ca58-9910-4564-810b-9979aa4b3f7c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417614
Feb 17 01:20:16.145345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:16.218268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:16.218697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:16.439093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff3626-801f-4fca-8e79-655b85da341e req-092740c2-6924-48b1-a02c-15d08e091455 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:16.440601 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-38ff3626-801f-4fca-8e79-655b85da341e req-092740c2-6924-48b1-a02c-15d08e091455 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0891905
Feb 17 01:20:16.493182 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-38ff3626-801f-4fca-8e79-655b85da341e req-4b549e5c-0ac5-4c27-941f-2e42bda27352 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462029
Feb 17 01:20:16.744100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0085d-76bc-4d38-8c8c-0673f8ae3c28 req-a4513f12-c7e9-4b05-b8e3-c1c65f275364 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:16.745737 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4d0085d-76bc-4d38-8c8c-0673f8ae3c28 req-a4513f12-c7e9-4b05-b8e3-c1c65f275364 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0958619
Feb 17 01:20:16.795995 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a4d0085d-76bc-4d38-8c8c-0673f8ae3c28 req-47fdb3ff-806c-450d-ad12-d9c0d893e4a7 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439491
Feb 17 01:20:17.336364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0570e8-a232-4feb-b8a8-a7634d37a499 req-fd5fe638-08a3-4318-82cf-94de1a82ca72 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:17.337983 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9d0570e8-a232-4feb-b8a8-a7634d37a499 req-fd5fe638-08a3-4318-82cf-94de1a82ca72 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.1502581
Feb 17 01:20:17.378077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5bd9-6ec9-495f-986d-711704002747 req-347d4c01-4af8-4f84-97e9-6974cbc2ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:17.379577 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46f5bd9-6ec9-495f-986d-711704002747 req-347d4c01-4af8-4f84-97e9-6974cbc2ae41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 1162 time: 0.1299498
Feb 17 01:20:17.381323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea34ca-5751-489d-b286-f49bc30368d2 req-14f9a350-8ed1-4744-aaa1-522825ac1d39 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:17.383247 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8bea34ca-5751-489d-b286-f49bc30368d2 req-14f9a350-8ed1-4744-aaa1-522825ac1d39 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0908601
Feb 17 01:20:17.423200 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9d0570e8-a232-4feb-b8a8-a7634d37a499 req-785dfa0b-8452-4a4c-a10a-f05c1386190c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733035
Feb 17 01:20:17.433312 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8bea34ca-5751-489d-b286-f49bc30368d2 req-70ca22ea-94dc-49f6-8ee3-085e827b6256 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435140
Feb 17 01:20:17.534533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5bd9-6ec9-495f-986d-711704002747 req-15ed512a-9063-4592-8d6f-ecc2fb409ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:17.536165 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46f5bd9-6ec9-495f-986d-711704002747 req-15ed512a-9063-4592-8d6f-ecc2fb409ff4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 200  len: 913 time: 0.1428070
Feb 17 01:20:17.613381 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46f5bd9-6ec9-495f-986d-711704002747 req-dec7176f-2764-4aec-b8b5-056af0d79da2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42461471-75b7-47de-b585-d41430e0343c HTTP/1.1" status: 200  len: 217 time: 0.0694609
Feb 17 01:20:17.728978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5bd9-6ec9-495f-986d-711704002747 req-b6b95ec4-af91-4df7-8bbc-7bb56991b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:17.730459 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46f5bd9-6ec9-495f-986d-711704002747 req-b6b95ec4-af91-4df7-8bbc-7bb56991b287 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 200  len: 859 time: 0.0770969
Feb 17 01:20:17.794971 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46f5bd9-6ec9-495f-986d-711704002747 req-5fc493e9-7af3-45a1-b5ae-5d68db85a213 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1ac3aaf-2b52-436e-be18-b2f65d869a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514882
Feb 17 01:20:17.801975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095339b-9612-4a68-9de3-8c4203bdd904 req-687a9622-9243-4e4d-95fd-2f998429dddb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:17.804090 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9095339b-9612-4a68-9de3-8c4203bdd904 req-687a9622-9243-4e4d-95fd-2f998429dddb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.1926782
Feb 17 01:20:17.937545 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9095339b-9612-4a68-9de3-8c4203bdd904 req-4084678d-2357-4900-9bc5-dddf239ac519 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106527
Feb 17 01:20:17.978030 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46f5bd9-6ec9-495f-986d-711704002747 req-5d57ebb4-5831-47d2-bbec-e625c17af780 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729138
Feb 17 01:20:18.125762 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46f5bd9-6ec9-495f-986d-711704002747 req-abdc2f6b-9e93-4d8c-b788-7e107533004a service neutron] 10.222.0.70 "GET /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397192
Feb 17 01:20:18.632809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa72ae6-11d5-49f2-9bdd-0807d2d8e15e req-a291c31c-be15-4d85-b5c5-6194c9574690 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:18.634420 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9aa72ae6-11d5-49f2-9bdd-0807d2d8e15e req-a291c31c-be15-4d85-b5c5-6194c9574690 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.0911484
Feb 17 01:20:18.657756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff32b-c281-4cc2-b185-3fd6419a3768 req-2a5df7ff-228e-47d7-b0c2-726ae12795c2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:18.659336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9edff32b-c281-4cc2-b185-3fd6419a3768 req-2a5df7ff-228e-47d7-b0c2-726ae12795c2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0935926
Feb 17 01:20:18.682106 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9aa72ae6-11d5-49f2-9bdd-0807d2d8e15e req-e9e48dc5-4c6d-4a4d-bdcd-b3cd0593706d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412059
Feb 17 01:20:18.707094 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9edff32b-c281-4cc2-b185-3fd6419a3768 req-790afa9a-7e9f-4e31-89fc-bf17742b3728 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412946
Feb 17 01:20:19.140149 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403586-28ce-46c3-84ce-7d94ba554225 req-ef7e0cfa-dbb0-4f63-8695-2ed865a57617 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:19.141667 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4f403586-28ce-46c3-84ce-7d94ba554225 req-ef7e0cfa-dbb0-4f63-8695-2ed865a57617 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0858703
Feb 17 01:20:19.188263 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4f403586-28ce-46c3-84ce-7d94ba554225 req-c23f71ea-e2a9-4270-ab09-eb7d56aba242 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404346
Feb 17 01:20:19.305340 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-1476d24c-8ce3-4947-b1be-b056144cc5f0 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:19.306927 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-1476d24c-8ce3-4947-b1be-b056144cc5f0 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.0871806
Feb 17 01:20:19.389968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Deleting port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:20:19.390407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:19.937793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] For port 2cc275f7-b69e-4303-a830-ac50e1c0beb5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2cc275f7-b69e-4303-a830-ac50e1c0beb5,segment=NetworkSegment(7ad225b5-d408-4b10-b312-663fd25ee7f0),segment_id=7ad225b5-d408-4b10-b312-663fd25ee7f0)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:20:19.938342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:19.950112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abca95-631d-44a2-b164-f72b13930cc9 req-526f2eb6-42a4-4f43-b024-8370b39f324d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:19.951775 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-77abca95-631d-44a2-b164-f72b13930cc9 req-526f2eb6-42a4-4f43-b024-8370b39f324d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0926437
Feb 17 01:20:20.002273 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-77abca95-631d-44a2-b164-f72b13930cc9 req-d3ff19cd-4651-47e5-ba24-92ea11a77dbb tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438750
Feb 17 01:20:20.018199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455f919-54ca-4f06-a86c-e215ddcaccb4 req-5562eeba-1535-43a3-b9ae-05b96c163c22 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:20.027882 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9455f919-54ca-4f06-a86c-e215ddcaccb4 req-5562eeba-1535-43a3-b9ae-05b96c163c22 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 945 time: 0.2142901
Feb 17 01:20:20.090994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Calling delete_port for 2cc275f7-b69e-4303-a830-ac50e1c0beb5 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:20:20.183112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:20.214423 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9455f919-54ca-4f06-a86c-e215ddcaccb4 req-80ffecd8-02dc-4125-b85e-9a1ac36f23e6 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926480
Feb 17 01:20:20.321817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:20.342591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ea0318b0-3498-4410-a174-769bfc8b04e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:20.451717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Pushing event deleted for resources: {'Port': ['ID=2cc275f7-b69e-4303-a830-ac50e1c0beb5,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:20.455284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:20.460592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 42461471-75b7-47de-b585-d41430e0343c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:20.461019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:20.463996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f50ae-17c9-4a95-b716-6f3419e95ef7 req-f27470d2-6105-462f-a7ee-9b81c8da2af0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:20.466115 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-292f50ae-17c9-4a95-b716-6f3419e95ef7 req-f27470d2-6105-462f-a7ee-9b81c8da2af0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0999813
Feb 17 01:20:20.523004 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-292f50ae-17c9-4a95-b716-6f3419e95ef7 req-116b948f-1226-4001-af79-1e93848c8609 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490727
Feb 17 01:20:20.589868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] No DVR routers for this DVR port 2cc275f7-b69e-4303-a830-ac50e1c0beb5 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:20:20.592345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:20.595379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'name': 'network-vif-deleted', 'tag': '2cc275f7-b69e-4303-a830-ac50e1c0beb5'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:20:20.609190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 2cc275f7-b69e-4303-a830-ac50e1c0beb5 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:20:20.612099 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3924f48f-fc37-4ca2-970b-2fcffd34dc67 req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "DELETE /v2.0/ports/2cc275f7-b69e-4303-a830-ac50e1c0beb5 HTTP/1.1" status: 204  len: 173 time: 1.2967179
Feb 17 01:20:20.650247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: 2cc275f7-b69e-4303-a830-ac50e1c0beb5 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:20:20.650632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 2cc275f7-b69e-4303-a830-ac50e1c0beb5 not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:20:20.656418 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a1164-9641-4721-beb8-fce7738e84ac', 'name': 'network-vif-deleted', 'tag': '2cc275f7-b69e-4303-a830-ac50e1c0beb5', 'status': 'completed', 'code': 200}
Feb 17 01:20:21.205183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28678a-c839-4758-926e-adf4aa9feca1 req-e21ffec2-acc9-4606-a46d-c60ae91424af tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:21.206821 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2f28678a-c839-4758-926e-adf4aa9feca1 req-e21ffec2-acc9-4606-a46d-c60ae91424af tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0875533
Feb 17 01:20:21.258890 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2f28678a-c839-4758-926e-adf4aa9feca1 req-4cad4a5d-2609-4258-84b0-5f22c1c0c81d tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457795
Feb 17 01:20:21.446857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7d892ca6-337b-4964-a0ac-1e4042275fff req-df645617-9136-4c02-902e-ab91ce0ef894 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Synchronizing usage tracker for tenant:4bdfa16f9a24425e9968013237046c46 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:20:21.462600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7d892ca6-337b-4964-a0ac-1e4042275fff req-df645617-9136-4c02-902e-ab91ce0ef894 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Unset dirty status for tenant:4bdfa16f9a24425e9968013237046c46 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:20:21.464023 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7d892ca6-337b-4964-a0ac-1e4042275fff req-df645617-9136-4c02-902e-ab91ce0ef894 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d23a1164-9641-4721-beb8-fce7738e84ac HTTP/1.1" status: 200  len: 210 time: 0.0695300
Feb 17 01:20:21.738573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663027-e049-48e9-b6be-52de50833e90 req-c9094c5c-cfe4-4f4b-a17a-90fe00188847 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:21.740282 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c663027-e049-48e9-b6be-52de50833e90 req-c9094c5c-cfe4-4f4b-a17a-90fe00188847 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.0905950
Feb 17 01:20:21.793715 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c663027-e049-48e9-b6be-52de50833e90 req-fd742dac-8924-492a-9649-dfdb36a8bc7c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463495
Feb 17 01:20:22.802084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:22.876747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:22.877101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:23.036160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:23.036437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08becb0-9ee6-4a60-9344-53f4f9b3214f req-09c1e6e9-b923-49e2-afd7-51fb92c5735e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:23.044650 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a08becb0-9ee6-4a60-9344-53f4f9b3214f req-09c1e6e9-b923-49e2-afd7-51fb92c5735e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 944 time: 0.1083159
Feb 17 01:20:23.076212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port e56882ea-657e-40b5-8ac9-63b0c4d5a388, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:20:23.077203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:20:23.102365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:23.103548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:23.120557 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a08becb0-9ee6-4a60-9344-53f4f9b3214f req-0444f145-4453-40f5-a122-0a535c9a3092 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748489
Feb 17 01:20:23.163902 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'code': 200}
Feb 17 01:20:23.215016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=e56882ea-657e-40b5-8ac9-63b0c4d5a388,revision_number=6']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:23.218298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:24.331316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eb191-b2a3-4e1f-b74d-3a12862f1aea req-8a33c9cb-30c3-4855-9eda-ebed574c4db6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:24.332599 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f2eb191-b2a3-4e1f-b74d-3a12862f1aea req-8a33c9cb-30c3-4855-9eda-ebed574c4db6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0973768
Feb 17 01:20:24.390091 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f2eb191-b2a3-4e1f-b74d-3a12862f1aea req-97de4e1b-e52a-41e9-8538-5f417bf922c7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505109
Feb 17 01:20:25.599268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377c389-436d-4516-be71-35adb6ca418a req-9aed8cc5-1491-42ad-bd2c-568e1bf41574 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:25.601358 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0377c389-436d-4516-be71-35adb6ca418a req-9aed8cc5-1491-42ad-bd2c-568e1bf41574 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0917425
Feb 17 01:20:25.648781 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0377c389-436d-4516-be71-35adb6ca418a req-be4ae7d1-7e4e-4888-a170-91c9b8f8960d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409484
Feb 17 01:20:26.069138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:26.143427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:26.143798 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:26.160750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372b26-6f51-4c56-8b3b-c2c77f77eb7b req-1a25a5af-59b7-4429-99db-73a2d4eaa702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:26.162434 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4b372b26-6f51-4c56-8b3b-c2c77f77eb7b req-1a25a5af-59b7-4429-99db-73a2d4eaa702 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 1163 time: 0.0849147
Feb 17 01:20:26.212700 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4b372b26-6f51-4c56-8b3b-c2c77f77eb7b req-b07a6bbc-506a-4d83-b64d-ea57f80e4159 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417216
Feb 17 01:20:26.866187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee7b64-aa19-4e7d-8d77-624eb286c791 req-e53ceaee-5891-42f8-be7f-fe99b769938e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:26.867889 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1aee7b64-aa19-4e7d-8d77-624eb286c791 req-e53ceaee-5891-42f8-be7f-fe99b769938e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0884485
Feb 17 01:20:26.915909 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1aee7b64-aa19-4e7d-8d77-624eb286c791 req-964a1d07-630e-45d4-9696-cde474857250 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415750
Feb 17 01:20:27.766428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59178) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:27.914158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:27.930796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:27.942249 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Usage tracker for resource:security_group_rule and tenant:7b56cfee78a248a684381b62067f5742 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:27.947240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:27.952758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:28.067739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.082067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.114826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-19681219-e93c-49b6-89d0-139e813e9e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:28.147529 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b56cfee78a248a684381b62067f5742&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3791237
Feb 17 01:20:28.153286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59218) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:28.154609 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f968b0a-62c5-45b0-8c26-4632477d3673,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:28.166260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1afd0-42d9-49d9-9c2a-78bddcb29e56 req-30aa3db2-2dac-43b5-a979-b4729edb1753 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:28.168783 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ddc1afd0-42d9-49d9-9c2a-78bddcb29e56 req-30aa3db2-2dac-43b5-a979-b4729edb1753 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1107869
Feb 17 01:20:28.184179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:28.223716 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ddc1afd0-42d9-49d9-9c2a-78bddcb29e56 req-aab5c376-bf61-4852-90d4-472a04e71685 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447187
Feb 17 01:20:28.313789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.338483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8628a45-b918-471f-8f61-440f2d9a4b77 req-3a4cc794-c60d-4412-b069-bd4640d1d138 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:28.340565 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c8628a45-b918-471f-8f61-440f2d9a4b77 req-3a4cc794-c60d-4412-b069-bd4640d1d138 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1473153
Feb 17 01:20:28.370446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.431119 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c8628a45-b918-471f-8f61-440f2d9a4b77 req-c702d073-ddfd-4f2a-b2f0-216b42c392e3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829771
Feb 17 01:20:28.442566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.453966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f270d93a-64fe-44c2-98f6-7fd20279c675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:28.460951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f968b0a-62c5-45b0-8c26-4632477d3673,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:28.470535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:28.470708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.471896 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f968b0a-62c5-45b0-8c26-4632477d3673 HTTP/1.1" status: 204  len: 168 time: 0.3134749
Feb 17 01:20:28.811415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59232) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:28.831527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.847321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:28.852009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Usage tracker for resource:security_group_rule and tenant:6b88103c4c6e469fb97ab9549f7f60a2 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:28.854933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:28.860776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:28.944844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.947774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:28.956615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c6dfd3e8-227c-419a-b5a8-7d3076d106ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:28.998910 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b88103c4c6e469fb97ab9549f7f60a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1862612
Feb 17 01:20:29.000619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d918a5-43eb-4f7b-aef1-652428e9745e,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:29.001920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59236) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:29.004166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:29.264346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:29.292744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:29.341136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:29.346471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:29.358908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d918a5-43eb-4f7b-aef1-652428e9745e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:29.362069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:29.364484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:29.369770 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43d918a5-43eb-4f7b-aef1-652428e9745e HTTP/1.1" status: 204  len: 168 time: 0.3650718
Feb 17 01:20:29.445080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b8f5-ddb5-4c98-af25-b7926c040440 req-cf41ee4a-5802-413a-9e17-141419514d06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:29.446756 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d6f2b8f5-ddb5-4c98-af25-b7926c040440 req-cf41ee4a-5802-413a-9e17-141419514d06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0927918
Feb 17 01:20:29.497774 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d6f2b8f5-ddb5-4c98-af25-b7926c040440 req-7ffc8350-d4e0-4f80-a851-0742355f8d57 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445149
Feb 17 01:20:29.637976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20604fd4-1bb6-4137-8631-d6ddc60a564b req-af72a839-963b-43a4-993d-9408a09e91a2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:29.639588 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20604fd4-1bb6-4137-8631-d6ddc60a564b req-af72a839-963b-43a4-993d-9408a09e91a2 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0900660
Feb 17 01:20:29.688947 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-20604fd4-1bb6-4137-8631-d6ddc60a564b req-50fb8719-c4c6-405b-a826-6829ec9beac9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426486
Feb 17 01:20:30.897556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb139e-9bb0-467d-9380-c09e966790d3 req-650e586d-9f3b-4df8-983e-4f0e616c8cf9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:30.899184 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0bb139e-9bb0-467d-9380-c09e966790d3 req-650e586d-9f3b-4df8-983e-4f0e616c8cf9 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0903046
Feb 17 01:20:30.951547 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0bb139e-9bb0-467d-9380-c09e966790d3 req-bcf379ae-e202-4956-80ba-d0def0d52860 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456998
Feb 17 01:20:32.175321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6162d2e-4b47-42d6-9979-0eae9611553e req-639537f4-466d-4aaf-a5d2-8c56ce5dad42 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:32.177978 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d6162d2e-4b47-42d6-9979-0eae9611553e req-639537f4-466d-4aaf-a5d2-8c56ce5dad42 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.1085081
Feb 17 01:20:32.233315 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d6162d2e-4b47-42d6-9979-0eae9611553e req-156b26a3-8cb9-49a3-8df2-2424347857b3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481417
Feb 17 01:20:32.475008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-e25c62b9-5bac-499c-898a-44c32db07835 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:32.476648 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-e25c62b9-5bac-499c-898a-44c32db07835 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 946 time: 0.0878947
Feb 17 01:20:32.559315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Deleting port a3565103-cced-453f-a927-8a4bd1cdc31f {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:20:32.559740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:32.830918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] For port a3565103-cced-453f-a927-8a4bd1cdc31f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a3565103-cced-453f-a927-8a4bd1cdc31f,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:20:32.831326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:32.968328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Calling delete_port for a3565103-cced-453f-a927-8a4bd1cdc31f owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:20:33.145105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:33.163663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-afa07adc-d09d-494d-8647-388568f73d19 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:33.265161 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Pushing event deleted for resources: {'Port': ['ID=a3565103-cced-453f-a927-8a4bd1cdc31f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:33.278353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:33.336137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-1f32151f-48aa-4d86-a369-3aaea68e6d4a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:33.338954 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-1f32151f-48aa-4d86-a369-3aaea68e6d4a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/networks?id=037e5190-ced0-43e1-86df-8096bdf827fa HTTP/1.1" status: 200  len: 813 time: 0.1877704
Feb 17 01:20:33.359179 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-59d1ef60-8cc5-41a8-873a-d67f6b784f5c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/quotas/4bdfa16f9a24425e9968013237046c46 HTTP/1.1" status: 200  len: 375 time: 0.0143836
Feb 17 01:20:33.393257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] No DVR routers for this DVR port a3565103-cced-453f-a927-8a4bd1cdc31f on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:20:33.395734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:33.400965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bca0891-db9d-4680-a140-0efc85f175bf', 'name': 'network-vif-deleted', 'tag': 'a3565103-cced-453f-a927-8a4bd1cdc31f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:20:33.416916 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-1c3f40e7-9cc3-464b-98e4-626c03209933 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bdfa16f9a24425e9968013237046c46&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0512872
Feb 17 01:20:33.422089 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c5ea95ba-b7f9-44f7-9b58-ec155beca9a5 req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "DELETE /v2.0/ports/a3565103-cced-453f-a927-8a4bd1cdc31f HTTP/1.1" status: 204  len: 173 time: 0.9364221
Feb 17 01:20:33.491249 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-3b4ef33c-2b27-48cb-b47e-99ac52b36c5a req-a060d5cd-33f4-4fef-a159-1a486b0e37ee tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Synchronizing usage tracker for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:20:33.506107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-3b4ef33c-2b27-48cb-b47e-99ac52b36c5a req-a060d5cd-33f4-4fef-a159-1a486b0e37ee tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Unset dirty status for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:20:33.507651 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3b4ef33c-2b27-48cb-b47e-99ac52b36c5a req-a060d5cd-33f4-4fef-a159-1a486b0e37ee tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.0645604
Feb 17 01:20:33.561521 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bca0891-db9d-4680-a140-0efc85f175bf', 'name': 'network-vif-deleted', 'tag': 'a3565103-cced-453f-a927-8a4bd1cdc31f', 'status': 'completed', 'code': 200}
Feb 17 01:20:33.565823 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-9adc319f-3eb0-4a27-b62d-eacc3272ac8f service neutron] 10.222.0.30 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407650
Feb 17 01:20:33.708056 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-8cacc73a-d223-49db-9d9c-63df4243c066 service neutron] 10.222.0.30 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1355138
Feb 17 01:20:33.905727 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-61f1b5b1-ee8d-41c7-8dd0-acfcd34e7af6 req-4181e7ab-2e6f-45df-b653-d9d874e1e966 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 210 time: 0.0524242
Feb 17 01:20:34.670604 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-02459e8f-0ef9-4aa3-a5ba-1750b14886c3 req-efc75701-2725-4b5f-a66f-af09355a6d08 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.0480835
Feb 17 01:20:35.064903 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e00ff617-0c72-4272-a744-1ded94a87868 req-ff447909-497c-4466-a232-3205c70c86c1 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 210 time: 0.0501738
Feb 17 01:20:35.838770 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9fce4b2d-510f-4cdb-829c-1f9ee594fa42 req-4c28a6ee-08ba-4af1-bf5c-c2b7b40fbe3f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bca0891-db9d-4680-a140-0efc85f175bf HTTP/1.1" status: 200  len: 210 time: 0.0523767
Feb 17 01:20:36.237290 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2914da21-1aef-4de1-aed5-5f1438da5088 req-299fd30f-6f4c-4ee4-a708-c4fee36d474c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 210 time: 0.0545743
Feb 17 01:20:36.466118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device a3565103-cced-453f-a927-8a4bd1cdc31f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:20:36.502737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: a3565103-cced-453f-a927-8a4bd1cdc31f {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:20:36.503130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device a3565103-cced-453f-a927-8a4bd1cdc31f not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:20:37.211723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5983444c-049d-484d-ba21-364e3d2abd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:37.458600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ffd9a-a39a-4d9f-9b61-adfda88bbb4d req-e6e9297a-7263-4d4e-a5c8-44152ab8b38c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:37.470760 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bf2ffd9a-a39a-4d9f-9b61-adfda88bbb4d req-e6e9297a-7263-4d4e-a5c8-44152ab8b38c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1058414
Feb 17 01:20:37.514353 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bf2ffd9a-a39a-4d9f-9b61-adfda88bbb4d req-c2144575-878c-4c60-afd4-abbb72fafa73 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469797
Feb 17 01:20:37.516603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-bd4c5761-be21-4bf9-849e-30749f29d8db tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:37.518302 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-bd4c5761-be21-4bf9-849e-30749f29d8db tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "GET /v2.0/networks?id=037e5190-ced0-43e1-86df-8096bdf827fa HTTP/1.1" status: 200  len: 813 time: 0.3374889
Feb 17 01:20:37.539932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48e496-c374-404c-a938-475d161036f6 req-ab1146ed-cc60-4c88-a16e-25004f5c7e8f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:37.541977 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fa48e496-c374-404c-a938-475d161036f6 req-ab1146ed-cc60-4c88-a16e-25004f5c7e8f tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1651728
Feb 17 01:20:37.548218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Request body: {'port': {'device_id': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa', 'admin_state_up': True, 'tenant_id': '4bdfa16f9a24425e9968013237046c46'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:20:37.680419 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-761e64b7-061f-4ed9-ad70-b37da2ef478b req-fae06516-2a37-446f-ba82-965f8d98f562 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 210 time: 0.0635324
Feb 17 01:20:37.904560 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fa48e496-c374-404c-a938-475d161036f6 req-0f3923b4-13bf-4903-b915-8db37caa97d5 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3374562
Feb 17 01:20:37.946185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:37.956615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:37.967296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Made reservation on behalf of 4bdfa16f9a24425e9968013237046c46 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:20:37.973996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:38.295750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Allocated IP 172.20.0.8 (037e5190-ced0-43e1-86df-8096bdf827fa/4296f253-78e0-40be-9314-90c4a3bf4e79/ebbb1ae3-6599-409a-9a72-048263c214c8) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:20:38.511591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:38.541345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:38.557518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-70b2dcea-acf6-46f0-b043-6e5603d46013 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:38.694817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Pushing event updated for resources: {'Port': ['ID=ebbb1ae3-6599-409a-9a72-048263c214c8,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:38.699299 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:38.718909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799c234-9ce4-47a6-8cb6-31289cbce6fe req-16034093-51e7-49e8-beca-1751d14f8750 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:38.720556 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7799c234-9ce4-47a6-8cb6-31289cbce6fe req-16034093-51e7-49e8-beca-1751d14f8750 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0902348
Feb 17 01:20:38.773401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Network 037e5190-ced0-43e1-86df-8096bdf827fa is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:20:38.773641 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7799c234-9ce4-47a6-8cb6-31289cbce6fe req-9050d1c3-e79f-4b43-816e-937bba3ceb3b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433457
Feb 17 01:20:38.775826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:20:38.778688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:20:38.895546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:38.896253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:38.941807 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3983643
Feb 17 01:20:38.948829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269e43e-c2c5-460a-abfa-eddce777cb64 req-a4c9235c-dde1-4c2a-ae77-4158c68fe699 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:38.949597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-8269e43e-c2c5-460a-abfa-eddce777cb64 req-a4c9235c-dde1-4c2a-ae77-4158c68fe699 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Synchronizing usage tracker for tenant:4bdfa16f9a24425e9968013237046c46 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:20:38.958504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Request body: {'port': {'device_id': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:20:39.022222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-8269e43e-c2c5-460a-abfa-eddce777cb64 req-a4c9235c-dde1-4c2a-ae77-4158c68fe699 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Unset dirty status for tenant:4bdfa16f9a24425e9968013237046c46 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:20:39.023650 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8269e43e-c2c5-460a-abfa-eddce777cb64 req-a4c9235c-dde1-4c2a-ae77-4158c68fe699 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 931 time: 0.2164099
Feb 17 01:20:39.133368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:39.135151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4e0a1-ff21-46a3-b6bf-d56bbd176769 req-53b7dabf-44b2-4880-9355-c4e973f66d79 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:39.136944 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2bf4e0a1-ff21-46a3-b6bf-d56bbd176769 req-53b7dabf-44b2-4880-9355-c4e973f66d79 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1120844
Feb 17 01:20:39.155980 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8269e43e-c2c5-460a-abfa-eddce777cb64 req-838b27f1-d9c9-440b-a17a-67851fc0d831 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938852
Feb 17 01:20:39.192303 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2bf4e0a1-ff21-46a3-b6bf-d56bbd176769 req-a6e8b6f1-84f3-4cad-b5ca-a6bcf81921db tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486522
Feb 17 01:20:39.575374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbb1ae3-6599-409a-9a72-048263c214c8 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:20:39.583313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:39.595926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Transition to ACTIVE for port object ebbb1ae3-6599-409a-9a72-048263c214c8 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:20:39.598563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:39.614531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d7caa9de-7286-4bba-b582-997d79818885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:39.752134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb1ae3-6599-409a-9a72-048263c214c8,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:39.757949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:40.002780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Attempting to bind port ebbb1ae3-6599-409a-9a72-048263c214c8 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:20:40.003074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Attempting to bind port ebbb1ae3-6599-409a-9a72-048263c214c8 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:20:40.003442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Attempting to bind port ebbb1ae3-6599-409a-9a72-048263c214c8 on network 037e5190-ced0-43e1-86df-8096bdf827fa {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:20:40.017303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:20:40.017680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Checking segment: {'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:20:40.018085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:40.018490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Bound using segment: {'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:20:40.018962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Bound port: ebbb1ae3-6599-409a-9a72-048263c214c8, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad225b5-d408-4b10-b312-663fd25ee7f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037e5190-ced0-43e1-86df-8096bdf827fa'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:20:40.019332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:40.045649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2521e5-6c80-49a4-85d9-da6938a60c0d req-d23b4f66-12da-49db-96d4-3d75b0c3184a tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:40.047309 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b2521e5-6c80-49a4-85d9-da6938a60c0d req-d23b4f66-12da-49db-96d4-3d75b0c3184a tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1453271
Feb 17 01:20:40.091382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-83a358d7-b6e6-4489-8795-3f5d0e005b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:40.162136 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b2521e5-6c80-49a4-85d9-da6938a60c0d req-103293c8-f4c0-4e06-aab5-94b689d00cdf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832815
Feb 17 01:20:40.167952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] For port ebbb1ae3-6599-409a-9a72-048263c214c8, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:20:40.171290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] For port ebbb1ae3-6599-409a-9a72-048263c214c8, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ebbb1ae3-6599-409a-9a72-048263c214c8,segment=NetworkSegment(7ad225b5-d408-4b10-b312-663fd25ee7f0),segment_id=7ad225b5-d408-4b10-b312-663fd25ee7f0)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:20:40.175623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:40.191919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:40.393999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ff049-8c40-4920-bc1a-a1b5dbe02900 req-c5002142-f613-41cd-8ef1-835d6b7026ef tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:40.395609 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-913ff049-8c40-4920-bc1a-a1b5dbe02900 req-c5002142-f613-41cd-8ef1-835d6b7026ef tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 943 time: 0.0958791
Feb 17 01:20:40.440170 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb1ae3-6599-409a-9a72-048263c214c8,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:40.450030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:40.476856 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-913ff049-8c40-4920-bc1a-a1b5dbe02900 req-02f9f14f-4ae2-4c25-8737-314dab3a9e1d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724397
Feb 17 01:20:40.496535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:40.497230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:40.498739 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] 10.222.0.70 "PUT /v2.0/ports/ebbb1ae3-6599-409a-9a72-048263c214c8 HTTP/1.1" status: 200  len: 1157 time: 1.5460169
Feb 17 01:20:40.505198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d67649-178e-4e9d-a6b7-b92d59d41cd8 req-cf223179-5826-46fe-beaf-30254d73d909 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:40.513684 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7d67649-178e-4e9d-a6b7-b92d59d41cd8 req-cf223179-5826-46fe-beaf-30254d73d909 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.1831622
Feb 17 01:20:40.515637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'tag': 'ebbb1ae3-6599-409a-9a72-048263c214c8'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:20:40.603398 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'tag': 'ebbb1ae3-6599-409a-9a72-048263c214c8', 'status': 'completed', 'code': 200}
Feb 17 01:20:40.618845 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7d67649-178e-4e9d-a6b7-b92d59d41cd8 req-3ae2464d-f7de-48ba-80db-a6f52c6a28cc tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041422
Feb 17 01:20:40.648474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-a35a25e8-cdaa-487b-a6d0-d05af1b98728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:40.650081 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-a35a25e8-cdaa-487b-a6d0-d05af1b98728 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bdfa16f9a24425e9968013237046c46&device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 1160 time: 0.0944035
Feb 17 01:20:40.732840 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-df7ef7a8-c1ab-46a5-b09c-30580a42187a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbb1ae3-6599-409a-9a72-048263c214c8 HTTP/1.1" status: 200  len: 217 time: 0.0689018
Feb 17 01:20:40.812256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-a778c3de-a04f-46cc-90ce-b2444a8df1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:40.813926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-a778c3de-a04f-46cc-90ce-b2444a8df1b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4296f253-78e0-40be-9314-90c4a3bf4e79 HTTP/1.1" status: 200  len: 853 time: 0.0701036
Feb 17 01:20:40.831238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:40.873842 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-b85e6e95-7b9b-47a8-8797-2685adf95f4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=037e5190-ced0-43e1-86df-8096bdf827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506845
Feb 17 01:20:40.879340 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59430) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:41.026300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.053574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:41.059895 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-9f9d2db2-5185-4611-a944-4de83426a879 service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733623
Feb 17 01:20:41.060872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6cb3aa7490498fbe85db543deb3092 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:41.063901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:41.069793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:41.221935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.248879 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f21ecc3a-63d3-4050-a5cb-1070b065d27f req-a83bc232-f7ef-4020-bb02-92e73818b64f service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1765945
Feb 17 01:20:41.309118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.312863 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.320912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4e0e3e9f-0167-4944-995f-6abeb183bf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:41.384691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce80b0-bafa-469c-95aa-737e28ea56db req-138e45f3-2655-4c09-80c1-b36a7f8ba3e3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:41.386332 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47ce80b0-bafa-469c-95aa-737e28ea56db req-138e45f3-2655-4c09-80c1-b36a7f8ba3e3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0909178
Feb 17 01:20:41.418459 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e6cb3aa7490498fbe85db543deb3092&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5379410
Feb 17 01:20:41.423026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59440) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:41.428883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d778b49e-2169-4c44-8676-1420f70459da,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:41.435746 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47ce80b0-bafa-469c-95aa-737e28ea56db req-74bcf9f3-4254-4902-8c1c-cdfef88fe688 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428212
Feb 17 01:20:41.446861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:41.485396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.502136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-601b3f3c-29d4-40a5-850d-48809497f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:41.503809 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-601b3f3c-29d4-40a5-850d-48809497f3af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bdfa16f9a24425e9968013237046c46&device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 1160 time: 0.1740010
Feb 17 01:20:41.811177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.833452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d273e-3e2c-4499-8528-c5396bcadf8a req-546426cf-e27e-45cd-a496-79c52e8ff13c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:41.835818 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e6d273e-3e2c-4499-8528-c5396bcadf8a req-546426cf-e27e-45cd-a496-79c52e8ff13c tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.0945187
Feb 17 01:20:41.884298 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e6d273e-3e2c-4499-8528-c5396bcadf8a req-653303c9-e926-4233-b33e-c1bd927f1371 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421789
Feb 17 01:20:41.913576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.997708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-52fcfe34-0759-4e17-8227-f1424b3dea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:41.999610 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-52fcfe34-0759-4e17-8227-f1424b3dea83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=037e5190-ced0-43e1-86df-8096bdf827fa HTTP/1.1" status: 200  len: 907 time: 0.4872158
Feb 17 01:20:42.092130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518531a-c291-48a4-be87-b673f9212ef4 req-a716f0a0-e21a-4243-8e9b-4b839fb1f494 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.093772 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7518531a-c291-48a4-be87-b673f9212ef4 req-a716f0a0-e21a-4243-8e9b-4b839fb1f494 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 943 time: 0.2794635
Feb 17 01:20:42.095669 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-d4cd87b3-f96c-4c9a-a648-f0be1b42dbe4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbb1ae3-6599-409a-9a72-048263c214c8 HTTP/1.1" status: 200  len: 217 time: 0.0832720
Feb 17 01:20:42.100507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:42.107788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:42.175589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d778b49e-2169-4c44-8676-1420f70459da,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:42.189009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:42.258597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:42.262741 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d778b49e-2169-4c44-8676-1420f70459da HTTP/1.1" status: 204  len: 168 time: 0.8336487
Feb 17 01:20:42.292136 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7518531a-c291-48a4-be87-b673f9212ef4 req-2dd38caa-9913-4301-b1fe-d7c2e6a6100a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871002
Feb 17 01:20:42.297205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-72758428-399e-45ad-a49f-5f78a5cbb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.298600 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-72758428-399e-45ad-a49f-5f78a5cbb618 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4296f253-78e0-40be-9314-90c4a3bf4e79 HTTP/1.1" status: 200  len: 853 time: 0.1830244
Feb 17 01:20:42.376771 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-39c61a0a-ba64-42dd-93a8-273ce11b29b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=037e5190-ced0-43e1-86df-8096bdf827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555487
Feb 17 01:20:42.379790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a401-26c2-4920-9a56-deb1a170082d req-56f77fed-41ef-4f87-9eb9-9e7669bc388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.381345 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b143a401-26c2-4920-9a56-deb1a170082d req-56f77fed-41ef-4f87-9eb9-9e7669bc388a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1162 time: 0.2614274
Feb 17 01:20:42.606929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59458) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:42.659134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:42.660028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909addcd-f0d1-4e71-a2d2-29147cc7cf73 req-a0eaf1a8-8f38-46a9-9d21-48e9dbd4eecf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.661767 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-909addcd-f0d1-4e71-a2d2-29147cc7cf73 req-a0eaf1a8-8f38-46a9-9d21-48e9dbd4eecf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1000416
Feb 17 01:20:42.688886 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-fc4bb61b-7734-4034-8221-fb6a37e4a984 service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3017280
Feb 17 01:20:42.696454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a401-26c2-4920-9a56-deb1a170082d req-cd3661e1-b8fc-496f-84e5-c28761b92fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.698007 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b143a401-26c2-4920-9a56-deb1a170082d req-cd3661e1-b8fc-496f-84e5-c28761b92fd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.2843251
Feb 17 01:20:42.700307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:42.713692 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-909addcd-f0d1-4e71-a2d2-29147cc7cf73 req-18376ca8-4628-4c36-bc03-2365936f2f8b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453470
Feb 17 01:20:42.838495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a7e7825da240fe89ca7d9ea50e8840 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:42.861147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:42.883623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:42.922542 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b143a401-26c2-4920-9a56-deb1a170082d req-de8748ba-f936-400d-8f09-11aeb720d136 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 1001 time: 0.1921616
Feb 17 01:20:43.091568 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23f90a49-dfbd-4a2c-9e39-eec90fa20ab5 req-c5e999bc-83fd-4226-ae0f-9bb5d75c2c9c service neutron] 10.222.0.70 "GET /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3925271
Feb 17 01:20:43.100296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a401-26c2-4920-9a56-deb1a170082d req-d6072021-1485-493c-85ec-c7e770396869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:43.101851 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b143a401-26c2-4920-9a56-deb1a170082d req-d6072021-1485-493c-85ec-c7e770396869 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.1696284
Feb 17 01:20:43.227372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:43.239681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fff333-b3bc-46f2-8351-5d68640c18e6 req-9653b88e-857e-439a-a466-b467faa5d4db tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:43.241833 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-03fff333-b3bc-46f2-8351-5d68640c18e6 req-9653b88e-857e-439a-a466-b467faa5d4db tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2370694
Feb 17 01:20:43.242451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:43.252181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0c66e04c-0c38-4402-ba4f-32f106bdb4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:43.341199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab7698b-13d7-4787-b5db-1516192ca6d8,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:43.346106 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1a7e7825da240fe89ca7d9ea50e8840&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7357194
Feb 17 01:20:43.348437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a401-26c2-4920-9a56-deb1a170082d req-c5223bb1-66b2-435a-9701-c83ae0c7b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:43.349156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59468) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:43.350474 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b143a401-26c2-4920-9a56-deb1a170082d req-c5223bb1-66b2-435a-9701-c83ae0c7b1ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2347646
Feb 17 01:20:43.351359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:43.359531 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-03fff333-b3bc-46f2-8351-5d68640c18e6 req-f53ad81d-02e6-4fc6-af91-7fa50917ed46 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d7ecb11-4d45-4820-a35d-820a8212f5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097603
Feb 17 01:20:43.426613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:43.505890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:43.548781 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b143a401-26c2-4920-9a56-deb1a170082d req-e4f153e3-6fd2-4af5-b95b-62fd97d9565b service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881826
Feb 17 01:20:43.579682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744040fc-a9c8-4da6-af60-fd6dfa012e5a req-c5fab27c-dac7-4235-803a-8b6b96efb1ae tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:43.581724 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-744040fc-a9c8-4da6-af60-fd6dfa012e5a req-c5fab27c-dac7-4235-803a-8b6b96efb1ae tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 943 time: 0.1443851
Feb 17 01:20:43.587374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:43.594080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8cbc1897-6871-43a0-9992-154661a74e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:43.626457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab7698b-13d7-4787-b5db-1516192ca6d8,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:43.629509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:43.635498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:43.639385 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ab7698b-13d7-4787-b5db-1516192ca6d8 HTTP/1.1" status: 204  len: 168 time: 0.2854736
Feb 17 01:20:43.664389 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-744040fc-a9c8-4da6-af60-fd6dfa012e5a req-2b680272-65f6-4906-96c5-7de22fbdb70f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724761
Feb 17 01:20:43.704134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-9ebbf33a-afef-4a6a-b121-cba1a3c623ae tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:43.705747 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-9ebbf33a-afef-4a6a-b121-cba1a3c623ae tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 945 time: 0.2111781
Feb 17 01:20:43.776326 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b143a401-26c2-4920-9a56-deb1a170082d req-1ff6009f-b80d-437e-81e0-edb01dd28dc5 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2190640
Feb 17 01:20:43.814385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Deleting port 42461471-75b7-47de-b585-d41430e0343c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:20:43.814779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:43.870779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:44.088708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23987673-9a4a-40e3-ac74-851f2229938e req-cf5cf02b-7153-47a1-9778-d0717caaa831 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:44.090356 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23987673-9a4a-40e3-ac74-851f2229938e req-cf5cf02b-7153-47a1-9778-d0717caaa831 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.2468472
Feb 17 01:20:44.176868 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23987673-9a4a-40e3-ac74-851f2229938e req-af0f8545-baba-4ef4-abe2-c47042de53ca tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775595
Feb 17 01:20:44.203931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] For port 42461471-75b7-47de-b585-d41430e0343c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=42461471-75b7-47de-b585-d41430e0343c,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:20:44.204359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:44.353486 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Calling delete_port for 42461471-75b7-47de-b585-d41430e0343c owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:20:44.514335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:44.538329 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ea182900-89f2-47a6-884c-7f7aecd669c7 req-49506f0e-def8-4997-a5d9-2e4e4c581d71 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 210 time: 0.0511687
Feb 17 01:20:44.579764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:44.859430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Pushing event deleted for resources: {'Port': ['ID=42461471-75b7-47de-b585-d41430e0343c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:44.911862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.912979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.913232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.913561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.913958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.914357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.914754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.915150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.915542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.915983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.916379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.916767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.917195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.917587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.917975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.918364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.918750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.919137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.919524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.919940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.920327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.920712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.921104 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.921490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:44.925473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:45.056932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] No DVR routers for this DVR port 42461471-75b7-47de-b585-d41430e0343c on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:20:45.059225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:45.063447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'name': 'network-vif-deleted', 'tag': '42461471-75b7-47de-b585-d41430e0343c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:20:45.075682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb1d45-338e-457b-82c9-dc51ab53368a req-dd6bd169-7147-4100-aab5-6cb0c15cf89d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:45.077574 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-38bb1d45-338e-457b-82c9-dc51ab53368a req-dd6bd169-7147-4100-aab5-6cb0c15cf89d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 943 time: 0.2282546
Feb 17 01:20:45.111622 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58f70fe2-740d-4c7b-8488-1ce979bb3806 req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.70 "DELETE /v2.0/ports/42461471-75b7-47de-b585-d41430e0343c HTTP/1.1" status: 204  len: 173 time: 1.3920076
Feb 17 01:20:45.131642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device ebbb1ae3-6599-409a-9a72-048263c214c8 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:45.134103 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb128253-ade7-46d5-9f18-36493a688ca5', 'name': 'network-vif-deleted', 'tag': '42461471-75b7-47de-b585-d41430e0343c', 'status': 'completed', 'code': 200}
Feb 17 01:20:45.142729 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-38bb1d45-338e-457b-82c9-dc51ab53368a req-e1d0f06d-b11d-412f-b803-df3ce859b7f9 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560145
Feb 17 01:20:45.217451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port ebbb1ae3-6599-409a-9a72-048263c214c8 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:20:45.222567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port ebbb1ae3-6599-409a-9a72-048263c214c8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:45.222985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:45.365606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:45.394324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb1ae3-6599-409a-9a72-048263c214c8'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:20:45.398167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb503-a2ff-430b-bc1f-611f840e62cf req-639ea6ff-4e88-42c5-90a0-f5098931e3c7 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:45.399816 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-de0cb503-a2ff-430b-bc1f-611f840e62cf req-639ea6ff-4e88-42c5-90a0-f5098931e3c7 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0916431
Feb 17 01:20:45.405285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port ebbb1ae3-6599-409a-9a72-048263c214c8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ebbb1ae3-6599-409a-9a72-048263c214c8,segment=NetworkSegment(7ad225b5-d408-4b10-b312-663fd25ee7f0),segment_id=7ad225b5-d408-4b10-b312-663fd25ee7f0)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:20:45.409186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:45.410926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:45.448925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:20:45.453361 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-de0cb503-a2ff-430b-bc1f-611f840e62cf req-618d84f0-f350-4837-ab1c-65e54abeaffc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471413
Feb 17 01:20:45.480172 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb1ae3-6599-409a-9a72-048263c214c8', 'code': 200}
Feb 17 01:20:45.499014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: 42461471-75b7-47de-b585-d41430e0343c {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:20:45.499409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 42461471-75b7-47de-b585-d41430e0343c not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:20:45.525450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=ebbb1ae3-6599-409a-9a72-048263c214c8,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:45.528848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:45.727348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4aa0e58c-f459-45c9-ba08-06ce0fa6cac3 req-99072312-da33-4570-9613-e31da3c0d3f3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Synchronizing usage tracker for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:20:45.753068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4aa0e58c-f459-45c9-ba08-06ce0fa6cac3 req-99072312-da33-4570-9613-e31da3c0d3f3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Unset dirty status for tenant:a0ab9956f6954504b2edd3ffae45f6c1 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:20:45.754337 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4aa0e58c-f459-45c9-ba08-06ce0fa6cac3 req-99072312-da33-4570-9613-e31da3c0d3f3 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb128253-ade7-46d5-9f18-36493a688ca5 HTTP/1.1" status: 200  len: 210 time: 0.0804534
Feb 17 01:20:45.761818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a140522-ebb7-488e-824a-abdecb3e0299 req-5f4561d2-a970-4687-b92e-4a23654c3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:45.763395 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9a140522-ebb7-488e-824a-abdecb3e0299 req-5f4561d2-a970-4687-b92e-4a23654c3760 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 1162 time: 0.1438887
Feb 17 01:20:45.816840 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9a140522-ebb7-488e-824a-abdecb3e0299 req-aec4feb9-07e2-4680-be22-4e81226b7e71 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384498
Feb 17 01:20:46.346429 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad889b-f33b-4a11-9269-1c63b05326e4 req-38ba1ca7-71ff-4dc6-990d-f141b52a6bb8 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:46.348052 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6dad889b-f33b-4a11-9269-1c63b05326e4 req-38ba1ca7-71ff-4dc6-990d-f141b52a6bb8 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0888212
Feb 17 01:20:46.399769 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6dad889b-f33b-4a11-9269-1c63b05326e4 req-143e7b89-6a57-4168-bd43-699146b7f814 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428958
Feb 17 01:20:46.660680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2fae6-7aba-445b-80f9-e3dc1f97c917 req-1758b729-1e57-4cd9-a9cd-f0e61000e58e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:46.662235 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a0b2fae6-7aba-445b-80f9-e3dc1f97c917 req-1758b729-1e57-4cd9-a9cd-f0e61000e58e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0853803
Feb 17 01:20:46.712177 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a0b2fae6-7aba-445b-80f9-e3dc1f97c917 req-1400015a-d9c9-4c88-a195-14634db501fb tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437541
Feb 17 01:20:46.744397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device ebbb1ae3-6599-409a-9a72-048263c214c8 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:46.819744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port ebbb1ae3-6599-409a-9a72-048263c214c8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:46.820167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:46.859911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59524) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:47.327479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:20:47.435104 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:47.608035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27e4c9-8e3e-4d7e-81e5-13b4060f7419 req-05eae07d-8544-4def-95d7-d64697542351 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:47.609814 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5e27e4c9-8e3e-4d7e-81e5-13b4060f7419 req-05eae07d-8544-4def-95d7-d64697542351 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0941563
Feb 17 01:20:47.661498 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5e27e4c9-8e3e-4d7e-81e5-13b4060f7419 req-2d1d9bb4-8969-48cd-aafd-01487985a32e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448253
Feb 17 01:20:48.019923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53be8a9-b298-44fb-b66c-3b0e55f41917 req-cb038473-bc3b-4090-ab96-ff7dd3601443 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:48.021981 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d53be8a9-b298-44fb-b66c-3b0e55f41917 req-cb038473-bc3b-4090-ab96-ff7dd3601443 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1555803
Feb 17 01:20:48.116468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Deleting port cbffa32a-2b0f-494c-937e-e2f8a1235ed5 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:20:48.116851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:48.162553 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d53be8a9-b298-44fb-b66c-3b0e55f41917 req-ec6e9447-1e56-4552-a5e7-e1f84ebcfb6b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063089
Feb 17 01:20:48.313613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] For port cbffa32a-2b0f-494c-937e-e2f8a1235ed5, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,segment=NetworkSegment(c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d),segment_id=c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:20:48.314019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:48.451018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Calling delete_port for cbffa32a-2b0f-494c-937e-e2f8a1235ed5 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:20:48.839189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:48.857248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3e63acdc-7944-419f-8e44-d798bd9a0565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:48.867208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58857f13-a37e-44ff-acba-0a1f7b5a7c43 req-ff716744-ee46-4ae4-ae0f-9f85e691ba0a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:48.868561 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58857f13-a37e-44ff-acba-0a1f7b5a7c43 req-ff716744-ee46-4ae4-ae0f-9f85e691ba0a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0912929
Feb 17 01:20:48.918351 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58857f13-a37e-44ff-acba-0a1f7b5a7c43 req-f51e91ab-e5b9-4594-b479-984db7d834a1 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418322
Feb 17 01:20:48.960841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbffa32a-2b0f-494c-937e-e2f8a1235ed5,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:48.972635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.973052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.973458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.973859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.974257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.974687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.975082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.975471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.975912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.976311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.976703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.977090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.977520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.977914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.978305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.978694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.979083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.979474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.979892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.980285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.980675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.981061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.981449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.981837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:20:48.985792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:49.324907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:49.488397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849cac7-7ea1-4d8f-a780-91cd48ab8172 req-4beec945-9e98-4e91-a4b1-19d352ecc417 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:49.489934 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b849cac7-7ea1-4d8f-a780-91cd48ab8172 req-4beec945-9e98-4e91-a4b1-19d352ecc417 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.2125678
Feb 17 01:20:49.901176 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b849cac7-7ea1-4d8f-a780-91cd48ab8172 req-e9bc8ac9-a435-4d7f-ae7c-e265bcfdf640 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4024606
Feb 17 01:20:50.056521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device ebbb1ae3-6599-409a-9a72-048263c214c8 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:50.137277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port ebbb1ae3-6599-409a-9a72-048263c214c8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:50.137704 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:50.142674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf68a1-9fbe-4bbb-b10d-5723202cfb88 req-ef7af35b-bc05-443f-9c5b-67628bad6f80 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:50.144338 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-11cf68a1-9fbe-4bbb-b10d-5723202cfb88 req-ef7af35b-bc05-443f-9c5b-67628bad6f80 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0981750
Feb 17 01:20:50.168874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Router 5d1384b6-2f4b-4c05-978e-7970c5cda97d has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:20:50.199177 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-11cf68a1-9fbe-4bbb-b10d-5723202cfb88 req-24331ce0-bd80-4909-8654-fdd221e78be9 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473101
Feb 17 01:20:50.368521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:20:50.377649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] Sync routers for ids ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:20:50.385238 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5c0906c5-c022-408b-8628-6a4ae7ea563d admin admin] 10.222.0.30 "PUT /v2.0/routers/5d1384b6-2f4b-4c05-978e-7970c5cda97d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5241036
Feb 17 01:20:50.388080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59548) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:50.406304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] Routers {'5d1384b6-2f4b-4c05-978e-7970c5cda97d'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:20:50.407165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafaa4db70>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:20:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:50.592617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:50.603510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] Set router 5d1384b6-2f4b-4c05-978e-7970c5cda97d gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:20:50.781990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:50.792139 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Deleting port 04a23ef2-dd86-4f04-955b-021baeeda320 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:20:50.792520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:50.926095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafaa4db70>, [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:20:48Z', 'revision_number': 5, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:50.932760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] Checking router: 5d1384b6-2f4b-4c05-978e-7970c5cda97d for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:20:50.958591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] Routers {'5d1384b6-2f4b-4c05-978e-7970c5cda97d'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:20:50.960029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafaa4db70>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:20:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:50.999218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] For port 04a23ef2-dd86-4f04-955b-021baeeda320, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=04a23ef2-dd86-4f04-955b-021baeeda320,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:20:50.999757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:51.172931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Calling delete_port for 04a23ef2-dd86-4f04-955b-021baeeda320 owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:20:51.185458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] Set router 5d1384b6-2f4b-4c05-978e-7970c5cda97d gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:20:51.403289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b5bab-312a-45ee-93f3-ab91957ee3db req-a0128ec7-dabd-4022-af92-d11d5ec8e6af tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:51.405072 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1b3b5bab-312a-45ee-93f3-ab91957ee3db req-a0128ec7-dabd-4022-af92-d11d5ec8e6af tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.3371296
Feb 17 01:20:51.432364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.plugins.ml2.ovo_rpc [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     result = function(*args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     proto.__init__(conn_state, self)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.handle()
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.handle_one_request()
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.handle_one_response()
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     result = self.application(self.environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return app(environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return request.get_response(self.application)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self._app)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return resp(environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return resp(environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = self.app(environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return resp(environ, start_response)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:20:51.441267 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     result = method(request=request, **args)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._delete(request, id, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     obj_deleter(request.context, id, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return method(*args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, context, *args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return method(*args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     context, port, router_ids, bound_mech_contexts)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     return function(*args, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     callback(resource, event, trigger, **kwargs)
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 01:20:51.449057 dv-cinder-759962-4-iscsi neutron-server[83882]:     stack = traceback.extract_stack()
Feb 17 01:20:51.455870 dv-cinder-759962-4-iscsi neutron-server[83882]: 
Feb 17 01:20:51.480559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb0c18-dd92-4abc-83f9-d8a5b1e1de85 req-712eb214-6ce8-4650-bd37-d676980b1278 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:51.482215 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-71bb0c18-dd92-4abc-83f9-d8a5b1e1de85 req-712eb214-6ce8-4650-bd37-d676980b1278 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.1248734
Feb 17 01:20:51.548355 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-71bb0c18-dd92-4abc-83f9-d8a5b1e1de85 req-e2b4ab22-2b12-4148-a003-9b1e3d1b3372 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587084
Feb 17 01:20:51.582958 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1b3b5bab-312a-45ee-93f3-ab91957ee3db req-953d2fd0-70d8-4951-b838-b87d6a4d70dd tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707101
Feb 17 01:20:51.706739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:51.712517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafaa4db70>, [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:20:48Z', 'revision_number': 5, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:51.716791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76cad8-d75d-48d7-84a5-e668a427cba6 None None] The sync data for ids ['5d1384b6-2f4b-4c05-978e-7970c5cda97d'] in dv-cinder-759962-4-iscsi is: [{'id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'name': 'tempest-ServerRescueNegativeTestJSON-1645451813-router', 'tenant_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:20:48Z', 'revision_number': 5, 'project_id': 'a0ab9956f6954504b2edd3ffae45f6c1', 'gw_port': {'id': '04a23ef2-dd86-4f04-955b-021baeeda320', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1384b6-2f4b-4c05-978e-7970c5cda97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:45Z', 'updated_at': '2021-02-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:20:51.867888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:51.870268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:51.971011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:51.971687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1384b6-2f4b-4c05-978e-7970c5cda97d {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:20:51.985213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:51.986447 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-55f775ee-1b24-4905-ab1f-002b80139820 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5d1384b6-2f4b-4c05-978e-7970c5cda97d HTTP/1.1" status: 204  len: 168 time: 1.5939007
Feb 17 01:20:51.990753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59598) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:52.061047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Deleting subnet c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:20:52.069208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:52.127457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:52.195308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:52.479806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:52.503183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:52.593918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:52.606444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:52.639851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:52.645945 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9f8b99d3-58f0-4e06-a7d7-9994d8c82e81 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c9abbcd9-e1ad-453c-a271-a0ba5faa0ee4 HTTP/1.1" status: 204  len: 168 time: 0.6541290
Feb 17 01:20:52.648776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59606) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:52.953660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 04a23ef2-dd86-4f04-955b-021baeeda320 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:20:52.995917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 04a23ef2-dd86-4f04-955b-021baeeda320 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:20:52.996331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 04a23ef2-dd86-4f04-955b-021baeeda320 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:20:52.996949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device cbffa32a-2b0f-494c-937e-e2f8a1235ed5 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:20:53.034614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: cbffa32a-2b0f-494c-937e-e2f8a1235ed5 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:20:53.035019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device cbffa32a-2b0f-494c-937e-e2f8a1235ed5 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:20:53.056502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:53.178610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fcd4a-f14d-4811-85d3-3ba549b940f6 req-ff7811ec-d77d-4afe-92f0-6bf78e44dbcb tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:53.180376 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c3fcd4a-f14d-4811-85d3-3ba549b940f6 req-ff7811ec-d77d-4afe-92f0-6bf78e44dbcb tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.4612257
Feb 17 01:20:53.310200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:53.379113 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c3fcd4a-f14d-4811-85d3-3ba549b940f6 req-5e17f95a-79ea-4adb-84f5-d1374765c117 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1786735
Feb 17 01:20:53.431926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf8ae5c88>,) {'filters': {'network_id': ['e1ac3aaf-2b52-436e-be18-b2f65d869a2f']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:53.445159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8ae5c88>, 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:53.445506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8ae5c88>, 'c6aa9f94-9b8a-4f4b-8aec-827cf9c2f06d') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:20:53.457516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:53.475290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:53.477363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:20:53.663921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:20:53.672907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:53.853690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Network e1ac3aaf-2b52-436e-be18-b2f65d869a2f has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:20:53.880327 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:20:53.964719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:53.968636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d29047c-08b8-4de1-99c0-a9047d6e8800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:53.985080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:53.991502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ac3aaf-2b52-436e-be18-b2f65d869a2f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:53.994699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:53.997475 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] 10.222.0.30 "DELETE /v2.0/networks/e1ac3aaf-2b52-436e-be18-b2f65d869a2f HTTP/1.1" status: 204  len: 168 time: 1.3472650
Feb 17 01:20:54.182019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59624) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:54.239168 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a8224d9a-19c2-4335-b32d-14b672ad47e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0ab9956f6954504b2edd3ffae45f6c1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0534465
Feb 17 01:20:54.239580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59628) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:54.319207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.351371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.377562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59636) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:54.401006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.406493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b34f88ea-31dc-454d-97a8-775abc69917a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:54.421717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7ecb11-4d45-4820-a35d-820a8212f5a5,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:54.424782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:54.435948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.440537 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d7ecb11-4d45-4820-a35d-820a8212f5a5 HTTP/1.1" status: 204  len: 168 time: 0.1993799
Feb 17 01:20:54.524119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.543930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:54.548022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Usage tracker for resource:security_group_rule and tenant:d46b112f9d9d40e1ba2b8e69829dfac9 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:54.551097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:54.557769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:54.596407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220b15-9a7e-4e30-824b-55e8e8538019 req-5e13895c-3942-4f89-a8eb-f4206c3ea581 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:54.598419 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c220b15-9a7e-4e30-824b-55e8e8538019 req-5e13895c-3942-4f89-a8eb-f4206c3ea581 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0940640
Feb 17 01:20:54.654302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.656383 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c220b15-9a7e-4e30-824b-55e8e8538019 req-89963d28-738a-448c-9beb-8276b20409d9 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505254
Feb 17 01:20:54.657813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.668427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a0c0f747-6690-4abc-a2eb-0e87e001cafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:54.716854 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d46b112f9d9d40e1ba2b8e69829dfac9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3348956
Feb 17 01:20:54.716854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b5cbe8-a485-455a-b78b-e1476ef99c1d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:54.717279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59652) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:54.721611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:54.787620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.817693 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.879297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.889804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a828e7bc-d901-44c3-b25b-33819aea2e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:54.904426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b5cbe8-a485-455a-b78b-e1476ef99c1d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:54.907800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:54.908896 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81b5cbe8-a485-455a-b78b-e1476ef99c1d HTTP/1.1" status: 204  len: 168 time: 0.1905096
Feb 17 01:20:54.909857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:55.071521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69b26-5914-4617-8548-6415e6bd3253 req-984635da-255b-479c-8b17-82ce7def2e52 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:55.073007 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bfb69b26-5914-4617-8548-6415e6bd3253 req-984635da-255b-479c-8b17-82ce7def2e52 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1259289
Feb 17 01:20:55.194653 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bfb69b26-5914-4617-8548-6415e6bd3253 req-df378ff3-52de-423a-9be3-ed860d67f46e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092331
Feb 17 01:20:55.210644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-c9f488be-4d3d-42e6-acd1-8eb1d3aa5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:55.212404 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-c9f488be-4d3d-42e6-acd1-8eb1d3aa5e25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 1162 time: 0.1096187
Feb 17 01:20:55.368685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-564a7aae-4a47-424f-920f-b5b164f9ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:55.370322 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-564a7aae-4a47-424f-920f-b5b164f9ece0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.1511738
Feb 17 01:20:55.490797 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-84771a24-c74d-432e-affe-b0dbe0747b0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 200  len: 1001 time: 0.1130383
Feb 17 01:20:55.579353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-08af6a38-ebee-4b3b-b103-5056a5b6ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:55.581109 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-08af6a38-ebee-4b3b-b103-5056a5b6ff1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.0828943
Feb 17 01:20:55.680410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-2ddd79fe-2598-45a2-bdb8-f8e3dd4b2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:55.682061 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-2ddd79fe-2598-45a2-bdb8-f8e3dd4b2f4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936084
Feb 17 01:20:55.808316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59698) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:55.844809 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-4f1527e6-042c-49c9-9f09-3ec9b44243a0 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551144
Feb 17 01:20:55.995174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1068599182-network', 'tenant_id': 'b198ba7e59b74f19818e713c4b448d14'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:20:56.000537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:56.002672 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-23a1e762-93fb-472f-924b-c82b4a1728b8 req-9c23fd0a-5abf-4972-9e6b-4e334721768c service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507080
Feb 17 01:20:56.004670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Usage tracker for resource:network and tenant:b198ba7e59b74f19818e713c4b448d14 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:56.009361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:56.015215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:56.026205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Made reservation on behalf of b198ba7e59b74f19818e713c4b448d14 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:20:56.031033 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.045205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.061028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:56.065204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:b198ba7e59b74f19818e713c4b448d14 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:56.068994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:56.074986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:56.166292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.169105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.173469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-49ad21b7-546a-4b28-97c8-b5d487ca9bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:56.207183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:20:56.220640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0b4adc-5d74-4177-b5ae-995dc2637ca5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:56.225844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:56.227873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.227873 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Added segment 22c62c93-897d-44f0-a4d3-f3c8367d1169 of type vxlan for network f440b665-151e-4590-8dd8-f0b9bcae05b2
Feb 17 01:20:56.257062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.289268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.290732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:56.291489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.297280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e58ccae-36cb-4efc-912a-ffa4b4097e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:56.340752 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59720) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:56.346953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Request body: {'subnet': {'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1068599182-subnet', 'tenant_id': 'b198ba7e59b74f19818e713c4b448d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:20:56.350949 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5413570
Feb 17 01:20:56.354293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:56.358858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Usage tracker for resource:subnet and tenant:b198ba7e59b74f19818e713c4b448d14 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:56.362350 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:56.369241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:56.380196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Made reservation on behalf of b198ba7e59b74f19818e713c4b448d14 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:20:56.385580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849361940'] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.484436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=f440b665-151e-4590-8dd8-f0b9bcae05b2,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:56.489776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:56.498954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:20:56.523724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb322-9ce8-40bb-a21f-3944384abe1f req-1fadfc9f-315a-4a32-8938-b4adb5ee07cc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:56.525889 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6becb322-9ce8-40bb-a21f-3944384abe1f req-1fadfc9f-315a-4a32-8938-b4adb5ee07cc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1257145
Feb 17 01:20:56.610273 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6becb322-9ce8-40bb-a21f-3944384abe1f req-53c843e2-0b39-4c2c-b236-2ca7c9437d57 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771227
Feb 17 01:20:56.647672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:20:56.954782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849432362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849361923'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:56.970858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:57.020997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59740) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:57.100264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb25aedb-4c99-43bd-bdcf-885431745673,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:57.114543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:57.148435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.163782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:57.167793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Usage tracker for resource:security_group_rule and tenant:7cd6709c2b20428cb6496ac66298f28d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:57.170723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:57.173818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Checking segment: {'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:20:57.174221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Network hostable DHCP agents. Network: f440b665-151e-4590-8dd8-f0b9bcae05b2, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:20:57.176397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:57.193023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:20:57.201795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, f440b665-151e-4590-8dd8-f0b9bcae05b2) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:20:57.211585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e2d56-09a5-4304-98dc-78536c5d2fb7 None None] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:20:57.216407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:57.217053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.239328 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8973696
Feb 17 01:20:57.289544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.293467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.305022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f938725b-22ee-44f8-a720-39056318364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:57.353919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d8384-c4c3-4b3c-8f47-5e8adb7fda83,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:57.361602 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cd6709c2b20428cb6496ac66298f28d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361888
Feb 17 01:20:57.361602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:57.362505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59748) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:57.429501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.459732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.468217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c20dd-55b4-441f-bed1-7dc6185bab4a None None] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:20:57.508697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.514098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0d79cde-fff4-4c0a-8dc7-9525b8b2b49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:57.525308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d8384-c4c3-4b3c-8f47-5e8adb7fda83,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:57.531541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:57.532728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.534111 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/789d8384-c4c3-4b3c-8f47-5e8adb7fda83 HTTP/1.1" status: 204  len: 168 time: 0.1708295
Feb 17 01:20:57.839987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513effc-3e03-408b-967d-77f7b1ad7555 req-397866aa-1b8b-48cd-bf30-0ad34338fc31 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:57.844258 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b513effc-3e03-408b-967d-77f7b1ad7555 req-397866aa-1b8b-48cd-bf30-0ad34338fc31 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.1072853
Feb 17 01:20:57.883120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59764) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:57.900524 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b513effc-3e03-408b-967d-77f7b1ad7555 req-75e60c60-fea2-4ab8-b94e-e2a285395fe5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517974
Feb 17 01:20:57.910402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:57.926872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:20:57.931623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Usage tracker for resource:security_group_rule and tenant:09f8bf29fe9043abb5872be9f0e73b52 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:20:57.934642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:20:57.940502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:20:58.040771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:58.043713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:58.054152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3fc547f4-20dc-4585-a47f-65d5a8995c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:58.074692 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:20:58.100279 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09f8bf29fe9043abb5872be9f0e73b52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2151761
Feb 17 01:20:58.101215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551ac33e-7fd4-4793-bb89-68083b47ac66,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:58.103230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59774) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:20:58.104524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:58.154158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7a99883e-12a0-4a90-a343-e58f3225fd0f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:20:58.154504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:58.168369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:58.195411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:58.241290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:58.246625 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5c4ad6cc-12b0-4c25-924b-b53c56e75416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:20:58.260658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551ac33e-7fd4-4793-bb89-68083b47ac66,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:20:58.263476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:20:58.264830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:58.269052 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/551ac33e-7fd4-4793-bb89-68083b47ac66 HTTP/1.1" status: 204  len: 168 time: 0.1645122
Feb 17 01:20:59.543169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-c3047e6d-4198-4c3f-a5f0-7d810dca1fdf tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:59.543960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-c3047e6d-4198-4c3f-a5f0-7d810dca1fdf tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Synchronizing usage tracker for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:20:59.561481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-c3047e6d-4198-4c3f-a5f0-7d810dca1fdf tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Unset dirty status for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:20:59.562791 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-c3047e6d-4198-4c3f-a5f0-7d810dca1fdf tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/networks?id=f440b665-151e-4590-8dd8-f0b9bcae05b2 HTTP/1.1" status: 200  len: 809 time: 0.1822150
Feb 17 01:20:59.580124 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-cdd8c5b0-c694-4d3f-9008-7a9740b95347 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/quotas/b198ba7e59b74f19818e713c4b448d14 HTTP/1.1" status: 200  len: 375 time: 0.0103574
Feb 17 01:20:59.635707 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-eab708cc-d036-480f-969a-b8130715e6c7 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b198ba7e59b74f19818e713c4b448d14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0495241
Feb 17 01:20:59.794179 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-3d4604ff-fc33-4fa2-ae69-e294e98abdb7 service neutron] 10.222.0.30 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508417
Feb 17 01:20:59.941316 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f8658de2-8de1-4061-98f1-1dff677dd8c5 service neutron] 10.222.0.30 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403787
Feb 17 01:21:00.145999 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-03bec600-c93d-45e8-8fa8-a0025dcbc074 req-463a5b19-b007-4ed7-b9a4-0bfe3ceb1f83 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 210 time: 0.0576687
Feb 17 01:21:01.312270 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-25e1dd18-76a3-4765-b505-1c3a3325ceff req-e25e0274-ae1e-4a37-8af8-3f37af344570 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 210 time: 0.0530269
Feb 17 01:21:02.476155 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-167431b0-0bf4-4e41-97ea-937b8b07ade0 req-1e693b13-9912-4b2b-8452-12012e9f09e9 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 210 time: 0.0501976
Feb 17 01:21:03.236241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-a1b20b1d-0efe-42d0-a388-2e7eb373707a tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:03.237833 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-a1b20b1d-0efe-42d0-a388-2e7eb373707a tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "GET /v2.0/networks?id=f440b665-151e-4590-8dd8-f0b9bcae05b2 HTTP/1.1" status: 200  len: 809 time: 0.1672068
Feb 17 01:21:03.252943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Request body: {'port': {'device_id': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2', 'admin_state_up': True, 'tenant_id': 'b198ba7e59b74f19818e713c4b448d14'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:03.410883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:03.415813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Usage tracker for resource:port and tenant:b198ba7e59b74f19818e713c4b448d14 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:03.418948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:03.424874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:03.434422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Made reservation on behalf of b198ba7e59b74f19818e713c4b448d14 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:21:03.440184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:03.660482 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3beedf37-bc7b-4d48-b4c0-eb94c6f882f2 req-3763c842-45e5-4f4e-9f87-642f74a16b1c tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 210 time: 0.0642130
Feb 17 01:21:03.959969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Allocated IP 172.20.0.9 (f440b665-151e-4590-8dd8-f0b9bcae05b2/bb25aedb-4c99-43bd-bdcf-885431745673/f774ad47-1e60-4b0b-8599-df81e64d18d4) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:21:04.171081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:04.202726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:04.217961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:04.363730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Pushing event updated for resources: {'Port': ['ID=f774ad47-1e60-4b0b-8599-df81e64d18d4,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:04.369672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:04.423862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:21:04.425115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:21:04.428046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:21:04.492410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:04.493086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:04.515713 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2672038
Feb 17 01:21:04.886902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3fdde-9f79-4f75-96c2-785dd90670dd req-91c561ed-4d03-4b00-8fff-93a554b8a407 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:04.887678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-9ad3fdde-9f79-4f75-96c2-785dd90670dd req-91c561ed-4d03-4b00-8fff-93a554b8a407 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Synchronizing usage tracker for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:04.904507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-9ad3fdde-9f79-4f75-96c2-785dd90670dd req-91c561ed-4d03-4b00-8fff-93a554b8a407 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Unset dirty status for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:04.905825 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9ad3fdde-9f79-4f75-96c2-785dd90670dd req-91c561ed-4d03-4b00-8fff-93a554b8a407 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 931 time: 0.1198123
Feb 17 01:21:04.954588 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9ad3fdde-9f79-4f75-96c2-785dd90670dd req-46b1ca3c-3647-4505-8e40-8726600f2b84 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425010
Feb 17 01:21:05.766737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Request body: {'port': {'device_id': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:05.889876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:06.154326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9563dd0-cd5a-497c-a10b-996ef5b17a02 req-57d01ba4-ec76-4923-acc6-94db68976d4a tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:06.156180 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c9563dd0-cd5a-497c-a10b-996ef5b17a02 req-57d01ba4-ec76-4923-acc6-94db68976d4a tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 931 time: 0.0880978
Feb 17 01:21:06.203179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c9563dd0-cd5a-497c-a10b-996ef5b17a02 req-90afc14f-f417-4a9e-b726-a978c854b763 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Synchronizing usage tracker for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:06.221150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c9563dd0-cd5a-497c-a10b-996ef5b17a02 req-90afc14f-f417-4a9e-b726-a978c854b763 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Unset dirty status for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:06.222440 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c9563dd0-cd5a-497c-a10b-996ef5b17a02 req-90afc14f-f417-4a9e-b726-a978c854b763 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598507
Feb 17 01:21:06.310071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f774ad47-1e60-4b0b-8599-df81e64d18d4 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:21:06.318733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:06.331345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Transition to ACTIVE for port object f774ad47-1e60-4b0b-8599-df81e64d18d4 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:21:06.336922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:06.353230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a0d2c7e3-3bbd-465c-98b5-192b1cddc55e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:06.491519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Pushing event updated for resources: {'Port': ['ID=f774ad47-1e60-4b0b-8599-df81e64d18d4,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:06.496520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:06.694945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Attempting to bind port f774ad47-1e60-4b0b-8599-df81e64d18d4 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:21:06.695331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Attempting to bind port f774ad47-1e60-4b0b-8599-df81e64d18d4 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:21:06.695736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Attempting to bind port f774ad47-1e60-4b0b-8599-df81e64d18d4 on network f440b665-151e-4590-8dd8-f0b9bcae05b2 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:21:06.701601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:21:06.701981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Checking segment: {'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:21:06.702396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:06.702800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Bound using segment: {'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:21:06.703277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Bound port: f774ad47-1e60-4b0b-8599-df81e64d18d4, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:21:06.703653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:06.806697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] For port f774ad47-1e60-4b0b-8599-df81e64d18d4, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:21:06.810604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] For port f774ad47-1e60-4b0b-8599-df81e64d18d4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f774ad47-1e60-4b0b-8599-df81e64d18d4,segment=NetworkSegment(22c62c93-897d-44f0-a4d3-f3c8367d1169),segment_id=22c62c93-897d-44f0-a4d3-f3c8367d1169)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:21:06.814774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:06.830939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1bf25f2f-9c11-4a8d-b5f6-9e9399f8fc6f tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:06.994492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Pushing event updated for resources: {'Port': ['ID=f774ad47-1e60-4b0b-8599-df81e64d18d4,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:06.999128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:07.028839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:07.029511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:07.031029 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] 10.222.0.70 "PUT /v2.0/ports/f774ad47-1e60-4b0b-8599-df81e64d18d4 HTTP/1.1" status: 200  len: 1157 time: 1.2692750
Feb 17 01:21:07.031487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'tag': 'f774ad47-1e60-4b0b-8599-df81e64d18d4'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:07.108082 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'tag': 'f774ad47-1e60-4b0b-8599-df81e64d18d4', 'status': 'completed', 'code': 200}
Feb 17 01:21:07.149978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-347636dd-b146-43f8-a623-332d803d1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:07.151597 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-347636dd-b146-43f8-a623-332d803d1733 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b198ba7e59b74f19818e713c4b448d14&device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 1160 time: 0.0818691
Feb 17 01:21:07.204093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9d7a2efb-9f8d-45a0-8a9d-18fb75340d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:07.232275 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-5f1733d0-a382-4548-be20-04a80893972f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f774ad47-1e60-4b0b-8599-df81e64d18d4 HTTP/1.1" status: 200  len: 217 time: 0.0702240
Feb 17 01:21:07.305697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-333edf6f-dcb2-4a63-8c06-ef6cff1aaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:07.307256 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-333edf6f-dcb2-4a63-8c06-ef6cff1aaf0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb25aedb-4c99-43bd-bdcf-885431745673 HTTP/1.1" status: 200  len: 849 time: 0.0662293
Feb 17 01:21:07.377870 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-47dbb92d-89dc-4288-97a9-9e2acbad54ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f440b665-151e-4590-8dd8-f0b9bcae05b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537052
Feb 17 01:21:07.424964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d290-639e-470d-82f8-eef057449aff req-9606e091-00ae-4cd5-b108-9306a07f6950 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:07.426579 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e91d290-639e-470d-82f8-eef057449aff req-9606e091-00ae-4cd5-b108-9306a07f6950 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 943 time: 0.0910525
Feb 17 01:21:07.475506 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e91d290-639e-470d-82f8-eef057449aff req-adeb7a4f-1fc5-49b3-8141-885ea0b397d9 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424941
Feb 17 01:21:07.530680 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-6a4d36bd-6e2c-4891-8449-4ba7321a7804 service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436050
Feb 17 01:21:07.687712 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-abf43b7b-2e4c-4891-85c2-c433d43de372 req-735c7487-845f-4128-9edf-86e710d66049 service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485651
Feb 17 01:21:07.817557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-226927a2-39f4-4a12-8a97-2fa54722e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:07.819165 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-226927a2-39f4-4a12-8a97-2fa54722e318 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b198ba7e59b74f19818e713c4b448d14&device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 1160 time: 0.0825639
Feb 17 01:21:07.966470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-48c1e17c-eb76-4e80-9f77-c51c218c93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:07.968197 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-48c1e17c-eb76-4e80-9f77-c51c218c93e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f440b665-151e-4590-8dd8-f0b9bcae05b2 HTTP/1.1" status: 200  len: 903 time: 0.1417801
Feb 17 01:21:08.050337 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-942dd2db-6749-4dbc-97b5-5c712afe1a40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f774ad47-1e60-4b0b-8599-df81e64d18d4 HTTP/1.1" status: 200  len: 217 time: 0.0737882
Feb 17 01:21:08.122242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-80b98bd7-1aee-4597-9d78-b567b3274110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:08.123927 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-80b98bd7-1aee-4597-9d78-b567b3274110 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb25aedb-4c99-43bd-bdcf-885431745673 HTTP/1.1" status: 200  len: 849 time: 0.0653398
Feb 17 01:21:08.180831 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-7f2bf015-be32-4cbe-b846-e1391a56944a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f440b665-151e-4590-8dd8-f0b9bcae05b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484850
Feb 17 01:21:08.283168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59976) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:08.335962 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-3252fde6-b2b6-461f-83e2-c2745d25b337 service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407814
Feb 17 01:21:08.414691 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:08.430294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:08.434413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Usage tracker for resource:security_group_rule and tenant:15479629881245dc9acfa30676128c46 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:08.437446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:08.443766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:08.480731 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d689ddfb-317f-495b-bf6b-540ef5642436 req-cfcbb881-f931-4dd8-bb7f-1bab10877e7f service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376405
Feb 17 01:21:08.530838 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:08.534034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:08.547470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6dc02df-477d-4c88-9b7d-90b1a0b8b4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:08.590599 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15479629881245dc9acfa30676128c46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3060768
Feb 17 01:21:08.592244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96002bd-74dd-4221-ba37-f094707d1d37,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:08.594031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 59984) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:08.595734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4ef217f6-54ff-452a-8e0f-93c4aa4e8a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:08.733400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:08.742860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7446e-5305-4584-aa3b-9c0b972ce810 req-d354ab28-82c7-48c9-bd8d-7d8c11cc7a62 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:08.744589 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ff7446e-5305-4584-aa3b-9c0b972ce810 req-d354ab28-82c7-48c9-bd8d-7d8c11cc7a62 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 943 time: 0.1516597
Feb 17 01:21:08.801342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:08.831740 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ff7446e-5305-4584-aa3b-9c0b972ce810 req-7973b348-a080-4d7a-bc7b-26c9290b6ff0 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789597
Feb 17 01:21:09.070635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.075874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-be10fef0-80ac-47f2-aea4-7510401cc99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:09.089928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96002bd-74dd-4221-ba37-f094707d1d37,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:09.092996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:09.093969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.097546 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a96002bd-74dd-4221-ba37-f094707d1d37 HTTP/1.1" status: 204  len: 168 time: 0.4966304
Feb 17 01:21:09.388168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 59998) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:09.408599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.424530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:09.428612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Usage tracker for resource:security_group_rule and tenant:430538dd87a442e494aa15c276a93db5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:09.431564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:09.437328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:09.523053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.525760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.534502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4d2f06c1-e01d-49b1-9371-a35cc3045934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:09.577903 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=430538dd87a442e494aa15c276a93db5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1885188
Feb 17 01:21:09.578810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a19fec-b562-4c1c-b4dd-a0bc2884ebbf,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:09.580890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 60002) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:09.582217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7a978950-859c-40d9-81a4-1f2745733678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:09.643269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.670231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.715927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.721159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-28054238-9bcd-43d1-823e-cb31097ee3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:09.735243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a19fec-b562-4c1c-b4dd-a0bc2884ebbf,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:09.738014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:09.739203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.741502 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33a19fec-b562-4c1c-b4dd-a0bc2884ebbf HTTP/1.1" status: 204  len: 168 time: 0.1589797
Feb 17 01:21:10.049457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb267a7e-77d6-4653-946a-324e8f9b734d req-6ed05a44-3f1b-4189-a209-3f22dcf69863 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:10.051110 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb267a7e-77d6-4653-946a-324e8f9b734d req-6ed05a44-3f1b-4189-a209-3f22dcf69863 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 943 time: 0.0937729
Feb 17 01:21:10.082709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f5744ee9-fc5f-49fd-910f-fe6a1592155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:10.100793 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb267a7e-77d6-4653-946a-324e8f9b734d req-f2304af7-5f55-4137-8c9a-c3c3ec73efc3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430722
Feb 17 01:21:10.835010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:10.929326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 60042) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:11.013993 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-a8a3f2b2-ab4d-456f-82ec-408486b69594 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:21:11.060064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.076093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:11.080198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Usage tracker for resource:security_group_rule and tenant:b5c711f35a484199bb13cfdf1bb40a9a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:11.083241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:11.089440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:11.181194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.184384 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.193245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1bb4a50c-a441-41f5-b6fe-595051022943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:11.224917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.277023 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5c711f35a484199bb13cfdf1bb40a9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3464665
Feb 17 01:21:11.280141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60050) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:11.283194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9359b9d0-9258-4159-8464-c02dd53d2e56,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:11.289511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:11.325645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc140a7-d8cd-4f36-b8fd-e5c8601c4464 req-cfb93777-2500-4feb-b1ae-5b8d4af82096 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:11.327243 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7cc140a7-d8cd-4f36-b8fd-e5c8601c4464 req-cfb93777-2500-4feb-b1ae-5b8d4af82096 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 943 time: 0.1020195
Feb 17 01:21:11.348897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.378087 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.380682 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7cc140a7-d8cd-4f36-b8fd-e5c8601c4464 req-e7e80173-e961-427c-af55-6c38b64fac7f tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469763
Feb 17 01:21:11.423133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.428992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5d67c8f4-9e7a-43d8-9572-9254ee472d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:11.448354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9359b9d0-9258-4159-8464-c02dd53d2e56,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:11.462313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:11.463136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.467220 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9359b9d0-9258-4159-8464-c02dd53d2e56 HTTP/1.1" status: 204  len: 168 time: 0.1859601
Feb 17 01:21:11.509267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.530098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device f774ad47-1e60-4b0b-8599-df81e64d18d4 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:11.603398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port f774ad47-1e60-4b0b-8599-df81e64d18d4 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:21:11.610215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port f774ad47-1e60-4b0b-8599-df81e64d18d4 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:11.610989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.741461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.784569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f774ad47-1e60-4b0b-8599-df81e64d18d4'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:11.803018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port f774ad47-1e60-4b0b-8599-df81e64d18d4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f774ad47-1e60-4b0b-8599-df81e64d18d4,segment=NetworkSegment(22c62c93-897d-44f0-a4d3-f3c8367d1169),segment_id=22c62c93-897d-44f0-a4d3-f3c8367d1169)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:11.807448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.810788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fd48347b-4746-4bef-b7d4-060b316c5974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:11.850145 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f774ad47-1e60-4b0b-8599-df81e64d18d4', 'code': 200}
Feb 17 01:21:11.899923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=f774ad47-1e60-4b0b-8599-df81e64d18d4,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:11.908750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.909123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.909686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.910224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.911040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.912110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.912637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.913178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.913712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.914235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.914754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.915280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.915877 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.916430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.916805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.917177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.917547 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.917922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.918291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.918659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.919051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.919422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.919814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.920184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:11.941380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:12.122605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b915f-ad10-482c-8ca1-8de95993c0e4 req-47c3a322-5745-4046-ab46-f951ba366a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:12.124294 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-489b915f-ad10-482c-8ca1-8de95993c0e4 req-47c3a322-5745-4046-ab46-f951ba366a9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 1162 time: 0.0803852
Feb 17 01:21:12.173457 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-489b915f-ad10-482c-8ca1-8de95993c0e4 req-6e301f20-7a19-4ebf-9b03-a9019da4c234 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396717
Feb 17 01:21:12.586115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bef2e-e05e-47c8-a286-ac316a0c12fb req-14f31f13-08b3-4fb3-bff0-e1b8e6fa7668 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:12.587780 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-427bef2e-e05e-47c8-a286-ac316a0c12fb req-14f31f13-08b3-4fb3-bff0-e1b8e6fa7668 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 945 time: 0.0893190
Feb 17 01:21:12.636428 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-427bef2e-e05e-47c8-a286-ac316a0c12fb req-00a4d28e-b3ef-4213-9738-27ccd1564eb9 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423806
Feb 17 01:21:12.956059 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device f774ad47-1e60-4b0b-8599-df81e64d18d4 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:13.031882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port f774ad47-1e60-4b0b-8599-df81e64d18d4 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:13.032311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:13.907556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:13.980821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3af5b-c9da-4cd7-87b4-81f7488c1865 req-6fbfd6bd-8a4f-4bcb-ad35-5d33e56e87e9 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:13.982450 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a7b3af5b-c9da-4cd7-87b4-81f7488c1865 req-6fbfd6bd-8a4f-4bcb-ad35-5d33e56e87e9 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 945 time: 0.0915210
Feb 17 01:21:14.030534 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a7b3af5b-c9da-4cd7-87b4-81f7488c1865 req-49ff08c6-71dc-40e4-861c-81bafa434430 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418127
Feb 17 01:21:14.535849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb255b-a515-445f-ad81-e3ec20be9d66 req-0eef9671-d815-4b23-8b5f-f4d64f8d408e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:14.537961 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47eb255b-a515-445f-ad81-e3ec20be9d66 req-0eef9671-d815-4b23-8b5f-f4d64f8d408e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0873003
Feb 17 01:21:14.585123 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-47eb255b-a515-445f-ad81-e3ec20be9d66 req-aec8ec89-d05c-4cc7-be77-d11e94974d42 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408750
Feb 17 01:21:15.795802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15ebe-7997-4c9e-8b05-8d12f097ed9f req-175ad2b6-f0e0-469a-a722-4df4985d2a03 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:15.797407 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-11c15ebe-7997-4c9e-8b05-8d12f097ed9f req-175ad2b6-f0e0-469a-a722-4df4985d2a03 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0925035
Feb 17 01:21:15.845653 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-11c15ebe-7997-4c9e-8b05-8d12f097ed9f req-c0b12dea-0a29-4ce2-af66-bf758fd64497 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411673
Feb 17 01:21:17.047904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7264c61-a0dc-4667-b979-f553a6b580ff req-264cb549-b994-481c-981e-621704fe66af tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:17.049518 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7264c61-a0dc-4667-b979-f553a6b580ff req-264cb549-b994-481c-981e-621704fe66af tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0890877
Feb 17 01:21:17.097259 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b7264c61-a0dc-4667-b979-f553a6b580ff req-c0cc1724-eebc-4517-8300-4cd223129b2e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410635
Feb 17 01:21:17.681056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device f774ad47-1e60-4b0b-8599-df81e64d18d4 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:17.752619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port f774ad47-1e60-4b0b-8599-df81e64d18d4 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:17.753043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:18.074885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device ebbb1ae3-6599-409a-9a72-048263c214c8 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:18.148072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-5ea0716a-ad4f-4a4d-870e-a56adfecb9d2 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:18.149779 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-5ea0716a-ad4f-4a4d-870e-a56adfecb9d2 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.0963025
Feb 17 01:21:18.150036 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port ebbb1ae3-6599-409a-9a72-048263c214c8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:18.150570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:18.236010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Deleting port ebbb1ae3-6599-409a-9a72-048263c214c8 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:18.236489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:18.406071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21642eea-9d7a-4c12-af5b-d27215c1040c req-7a83682d-33bf-40b6-84be-0a3563062c5a tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:18.407737 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-21642eea-9d7a-4c12-af5b-d27215c1040c req-7a83682d-33bf-40b6-84be-0a3563062c5a tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 945 time: 0.0907772
Feb 17 01:21:18.459308 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-21642eea-9d7a-4c12-af5b-d27215c1040c req-004245b8-ef65-4e2d-ae31-ea9e5545954a tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448387
Feb 17 01:21:18.578883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d94bc-daa6-482a-b2b5-aa7189a922e6 req-b78cbb29-42a7-475a-8362-e8c2b6b8b79a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:18.580552 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b28d94bc-daa6-482a-b2b5-aa7189a922e6 req-b78cbb29-42a7-475a-8362-e8c2b6b8b79a tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 945 time: 0.2805917
Feb 17 01:21:18.589076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] For port ebbb1ae3-6599-409a-9a72-048263c214c8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ebbb1ae3-6599-409a-9a72-048263c214c8,segment=NetworkSegment(7ad225b5-d408-4b10-b312-663fd25ee7f0),segment_id=7ad225b5-d408-4b10-b312-663fd25ee7f0)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:18.589501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:18.749260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Calling delete_port for ebbb1ae3-6599-409a-9a72-048263c214c8 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:21:18.813908 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b28d94bc-daa6-482a-b2b5-aa7189a922e6 req-106b1fb7-2454-442e-9f47-fb933f64a9c9 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/security-groups?id=8331d838-c97f-4fdd-b93a-4c721397fe00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269464
Feb 17 01:21:18.920884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:18.935742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:19.031611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Pushing event deleted for resources: {'Port': ['ID=ebbb1ae3-6599-409a-9a72-048263c214c8,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:19.038821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:19.144575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] No DVR routers for this DVR port ebbb1ae3-6599-409a-9a72-048263c214c8 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:21:19.146867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:19.149594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'name': 'network-vif-deleted', 'tag': 'ebbb1ae3-6599-409a-9a72-048263c214c8'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:19.169829 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a852cd76-b668-4076-a42d-3bf4711943b5 req-a25146c3-0c91-4560-a2f1-704c4609fa4d tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.70 "DELETE /v2.0/ports/ebbb1ae3-6599-409a-9a72-048263c214c8 HTTP/1.1" status: 204  len: 173 time: 1.0141349
Feb 17 01:21:19.202905 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c46f0-765b-4b8c-88dc-a18959f4c168', 'name': 'network-vif-deleted', 'tag': 'ebbb1ae3-6599-409a-9a72-048263c214c8', 'status': 'completed', 'code': 200}
Feb 17 01:21:19.660364 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebef16b-ee6e-4aa8-90db-cba2768d039c req-eeda3978-6d7b-4c30-b6cd-ad02dd076228 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:19.662014 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6ebef16b-ee6e-4aa8-90db-cba2768d039c req-eeda3978-6d7b-4c30-b6cd-ad02dd076228 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 945 time: 0.0908279
Feb 17 01:21:19.711980 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6ebef16b-ee6e-4aa8-90db-cba2768d039c req-3820734c-096f-4134-a427-23061408344f tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436437
Feb 17 01:21:19.982593 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1180b6fd-5ee4-41b4-8f2f-175bbcbe3686 req-56f39688-26b6-44a0-8f5b-87eae89ea80c tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 210 time: 0.0523667
Feb 17 01:21:20.914754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e020-f9ac-477e-865d-46a6398891c4 req-66d00e45-f459-4176-b09e-b1e105068437 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:20.916398 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9e62e020-f9ac-477e-865d-46a6398891c4 req-66d00e45-f459-4176-b09e-b1e105068437 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 945 time: 0.0873044
Feb 17 01:21:20.967032 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9e62e020-f9ac-477e-865d-46a6398891c4 req-1ea875f4-0d39-4804-8585-e5d45f071019 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441272
Feb 17 01:21:21.144713 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-748c234e-05c3-40f3-860d-18e3f8300215 req-184e74e4-0feb-4a87-abda-d3064130faa0 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 210 time: 0.0495253
Feb 17 01:21:21.988007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device ebbb1ae3-6599-409a-9a72-048263c214c8 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:21:22.027007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: ebbb1ae3-6599-409a-9a72-048263c214c8 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:21:22.027406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device ebbb1ae3-6599-409a-9a72-048263c214c8 not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:21:22.168313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635c5d8-2ab2-4470-a25c-9cc96f3e9268 req-45d5d7aa-b301-4325-b236-d9f6229243a8 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:22.170070 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a635c5d8-2ab2-4470-a25c-9cc96f3e9268 req-45d5d7aa-b301-4325-b236-d9f6229243a8 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 945 time: 0.0882685
Feb 17 01:21:22.219778 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a635c5d8-2ab2-4470-a25c-9cc96f3e9268 req-78adde6d-9003-4d2a-b5a0-db8bd9556a4f tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428293
Feb 17 01:21:22.333000 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cc370410-a177-472b-ae20-43e3c954a566 req-193537a2-39cc-435f-95e9-3c384bc9c943 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] 10.222.0.30 "GET /v2.0/ports?device_id=181c46f0-765b-4b8c-88dc-a18959f4c168 HTTP/1.1" status: 200  len: 210 time: 0.0568202
Feb 17 01:21:22.637084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09609-9994-4580-a424-9fa41bee5474 req-ab6bb6aa-d684-4567-80f9-eed14913f7b0 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:22.638660 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fba09609-9994-4580-a424-9fa41bee5474 req-ab6bb6aa-d684-4567-80f9-eed14913f7b0 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 945 time: 0.0942254
Feb 17 01:21:22.722188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Deleting port f774ad47-1e60-4b0b-8599-df81e64d18d4 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:22.722578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:22.995218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] For port f774ad47-1e60-4b0b-8599-df81e64d18d4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f774ad47-1e60-4b0b-8599-df81e64d18d4,segment=NetworkSegment(22c62c93-897d-44f0-a4d3-f3c8367d1169),segment_id=22c62c93-897d-44f0-a4d3-f3c8367d1169)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:22.995731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:23.131144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Calling delete_port for f774ad47-1e60-4b0b-8599-df81e64d18d4 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:21:23.308157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:23.325589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d51d4ba7-0a91-46fe-8d0e-962eafff6934 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:23.394433 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2b6807c8-4854-48d3-9654-8c0267bf0313 req-d656c4e3-3824-4b15-9a9f-3aa44ed7b080 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9e6da34-231c-42f1-b2e6-7c8b78d3d064 HTTP/1.1" status: 200  len: 210 time: 0.0534427
Feb 17 01:21:23.431244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Pushing event deleted for resources: {'Port': ['ID=f774ad47-1e60-4b0b-8599-df81e64d18d4,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:23.433946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:23.538850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] No DVR routers for this DVR port f774ad47-1e60-4b0b-8599-df81e64d18d4 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:21:23.541211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:23.545401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'name': 'network-vif-deleted', 'tag': 'f774ad47-1e60-4b0b-8599-df81e64d18d4'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:23.559609 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fba09609-9994-4580-a424-9fa41bee5474 req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "DELETE /v2.0/ports/f774ad47-1e60-4b0b-8599-df81e64d18d4 HTTP/1.1" status: 204  len: 173 time: 0.9136517
Feb 17 01:21:23.598023 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e6da34-231c-42f1-b2e6-7c8b78d3d064', 'name': 'network-vif-deleted', 'tag': 'f774ad47-1e60-4b0b-8599-df81e64d18d4', 'status': 'completed', 'code': 200}
Feb 17 01:21:23.950500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device f774ad47-1e60-4b0b-8599-df81e64d18d4 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:21:23.991623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: f774ad47-1e60-4b0b-8599-df81e64d18d4 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:21:23.992235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device f774ad47-1e60-4b0b-8599-df81e64d18d4 not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:21:24.259436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e04d95-64fd-44f9-9583-1a82d571a3ee req-62a1c28e-bf88-4e96-b174-1ff80c2fd654 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:24.261372 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-50e04d95-64fd-44f9-9583-1a82d571a3ee req-62a1c28e-bf88-4e96-b174-1ff80c2fd654 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1001232
Feb 17 01:21:24.311602 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-50e04d95-64fd-44f9-9583-1a82d571a3ee req-d11b56f5-c849-453c-a751-a4dc0bb2a243 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436099
Feb 17 01:21:24.327957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:21:24.863508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-e2250c62-d170-4cc8-8baa-1ab1d5bad25e tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:24.865166 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-e2250c62-d170-4cc8-8baa-1ab1d5bad25e tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/networks?id=f440b665-151e-4590-8dd8-f0b9bcae05b2 HTTP/1.1" status: 200  len: 809 time: 0.1725729
Feb 17 01:21:24.881987 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-c9423a36-44ed-4a01-9a7d-9d558925cfb1 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/quotas/b198ba7e59b74f19818e713c4b448d14 HTTP/1.1" status: 200  len: 375 time: 0.0105457
Feb 17 01:21:24.938638 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-e6f364c9-d458-4d7a-b595-c247cbdcdd81 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b198ba7e59b74f19818e713c4b448d14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505986
Feb 17 01:21:25.085740 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-d96c549c-50c0-43e0-804b-bd4853f42f41 service neutron] 10.222.0.30 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391127
Feb 17 01:21:25.446948 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-72aedea3-98cc-4074-be38-3ad149dfe5f6 service neutron] 10.222.0.30 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3545787
Feb 17 01:21:25.521103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7102ef-5e4c-42dc-a2f1-c315211b295a req-53d605ad-c4db-4537-a3bf-5786e5d7634f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:25.522781 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cd7102ef-5e4c-42dc-a2f1-c315211b295a req-53d605ad-c4db-4537-a3bf-5786e5d7634f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0883482
Feb 17 01:21:25.573312 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cd7102ef-5e4c-42dc-a2f1-c315211b295a req-09e7305b-d6b5-46a3-b3af-74101a23a21a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440750
Feb 17 01:21:25.640813 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b1c5ef59-74df-4218-a2ca-b6ffe766dd30 req-0cd1c940-aa8b-4005-af62-cc6e4ca48c84 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 210 time: 0.0504005
Feb 17 01:21:26.784866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a974a-4cf3-4400-b874-49b9b67b941d req-bdee7504-3b51-4d1a-bc90-7ba2914ce47b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:26.786496 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ca7a974a-4cf3-4400-b874-49b9b67b941d req-bdee7504-3b51-4d1a-bc90-7ba2914ce47b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0913501
Feb 17 01:21:26.804634 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3087e7d8-7129-4849-8658-a30a0f1c49e9 req-f9a5e9cf-8bf3-4e5c-89f3-bd08af16b45c tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 210 time: 0.0513554
Feb 17 01:21:26.838588 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ca7a974a-4cf3-4400-b874-49b9b67b941d req-3a381d4d-9f04-45c1-9f1a-bb698d50d163 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446079
Feb 17 01:21:27.974220 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-53609235-2043-49e0-9f6a-3fedf4f277c8 req-5e13019c-9c09-4602-8d26-a11599c6f259 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 210 time: 0.0533454
Feb 17 01:21:28.046514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ad77-ac77-435a-a653-60d79e124f20 req-94713746-6ecb-499d-a458-832b7089a7d1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:28.048158 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9be3ad77-ac77-435a-a653-60d79e124f20 req-94713746-6ecb-499d-a458-832b7089a7d1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0872285
Feb 17 01:21:28.095902 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9be3ad77-ac77-435a-a653-60d79e124f20 req-132219cd-3557-4da9-b866-45b7fe5b6ab0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408082
Feb 17 01:21:28.421008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:28.494377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port e56882ea-657e-40b5-8ac9-63b0c4d5a388 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:28.494809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:28.747814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f6275165-69ae-4c19-b5ca-5bda8d73ec89 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:28.749275 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f6275165-69ae-4c19-b5ca-5bda8d73ec89 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0889876
Feb 17 01:21:29.283983 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6903ebd7-9da8-411a-82d5-e6c9283ec3a1 req-f96c6c1e-fd6c-4733-a9cd-e9fd5a6af302 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 210 time: 0.0540342
Feb 17 01:21:29.308835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e204b-1ed1-4810-a320-2d1ace6f9455 req-146a42b5-dcfd-4071-8b61-e10917f2a59e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:29.311602 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f14e204b-1ed1-4810-a320-2d1ace6f9455 req-146a42b5-dcfd-4071-8b61-e10917f2a59e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.0971978
Feb 17 01:21:29.372983 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f14e204b-1ed1-4810-a320-2d1ace6f9455 req-e4523ecf-162a-4b77-9b14-bc6872f0b205 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546708
Feb 17 01:21:29.894748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Deleting port e56882ea-657e-40b5-8ac9-63b0c4d5a388 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:29.895131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:30.165981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] For port e56882ea-657e-40b5-8ac9-63b0c4d5a388, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e56882ea-657e-40b5-8ac9-63b0c4d5a388,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:30.166389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:30.463389 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e6c36a50-c0e1-47b5-a2b2-a0a40f82009d req-47515b72-493b-4b7a-8bd4-27e3b0659ba2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 210 time: 0.0555706
Feb 17 01:21:30.495421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:30.495888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:30.496257 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Floating IP 24d7c284-7210-4809-b281-668a6e3fa011 disassociated. External IP: 172.27.1.4, port: e56882ea-657e-40b5-8ac9-63b0c4d5a388.
Feb 17 01:21:30.496645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Calling delete_port for e56882ea-657e-40b5-8ac9-63b0c4d5a388 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:21:30.703689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455972cd-3601-4379-a6c9-8200e1163479 req-196d6bff-bff4-420a-b9a1-44e425b1e154 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:30.705355 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-455972cd-3601-4379-a6c9-8200e1163479 req-196d6bff-bff4-420a-b9a1-44e425b1e154 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 946 time: 0.1779320
Feb 17 01:21:30.742130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:30.760609 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89b7ecb8-2189-40b0-b130-91033b6bfacf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:30.871392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event deleted for resources: {'Port': ['ID=e56882ea-657e-40b5-8ac9-63b0c4d5a388,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:30.885588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:30.892336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-455972cd-3601-4379-a6c9-8200e1163479 req-9703b4ca-299f-483a-8152-e383dd614b7b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=52b48850-5897-45b5-9df0-65c5baefc20c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1790299
Feb 17 01:21:31.146880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Router f76cb419-becb-448c-8192-011d1eb39a35 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:21:31.347414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:21:31.357312 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] Sync routers for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:21:31.367667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:21:31.368292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa975828>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:21:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:31.393096 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] No DVR routers for this DVR port e56882ea-657e-40b5-8ac9-63b0c4d5a388 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:21:31.397660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:31.413807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-deleted', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:31.417398 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fdd3528c-e6a8-481c-a229-8d17268a7408 req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "DELETE /v2.0/ports/e56882ea-657e-40b5-8ac9-63b0c4d5a388 HTTP/1.1" status: 204  len: 173 time: 1.8006907
Feb 17 01:21:31.466575 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133c20a-1f17-4434-80f8-0db2e6908587', 'name': 'network-vif-deleted', 'tag': 'e56882ea-657e-40b5-8ac9-63b0c4d5a388', 'status': 'completed', 'code': 200}
Feb 17 01:21:31.518020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:21:31.562428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: e56882ea-657e-40b5-8ac9-63b0c4d5a388 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:21:31.562848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device e56882ea-657e-40b5-8ac9-63b0c4d5a388 not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:21:31.643469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:21:31.673910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-17fa038d-ccbd-43c4-bca0-3dbc217fcf2d req-5ffbec7e-42e1-499a-a923-76e3865f3618 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Synchronizing usage tracker for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:31.770981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-17fa038d-ccbd-43c4-bca0-3dbc217fcf2d req-5ffbec7e-42e1-499a-a923-76e3865f3618 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Unset dirty status for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:31.784816 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-17fa038d-ccbd-43c4-bca0-3dbc217fcf2d req-5ffbec7e-42e1-499a-a923-76e3865f3618 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 210 time: 0.1752799
Feb 17 01:21:31.865216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-ca956d00-910e-40ab-aba9-4f0ddea9f6cd tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:31.867281 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-ca956d00-910e-40ab-aba9-4f0ddea9f6cd tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "GET /v2.0/networks?id=f440b665-151e-4590-8dd8-f0b9bcae05b2 HTTP/1.1" status: 200  len: 809 time: 0.3009794
Feb 17 01:21:31.881478 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Request body: {'port': {'device_id': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2', 'admin_state_up': True, 'tenant_id': 'b198ba7e59b74f19818e713c4b448d14'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:32.041306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa975828>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:32.045471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] Checking router: f76cb419-becb-448c-8192-011d1eb39a35 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:21:32.054775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:21:32.055470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa975828>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:21:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:32.062569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:32.075166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:32.085919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Made reservation on behalf of b198ba7e59b74f19818e713c4b448d14 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:21:32.105120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:32.132636 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-90e121ee-5546-46f8-a183-9a9c52344103 req-c115d928-1a71-4e7d-b266-6eb8866bba76 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=b133c20a-1f17-4434-80f8-0db2e6908587 HTTP/1.1" status: 200  len: 210 time: 0.0707674
Feb 17 01:21:32.263365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:21:32.513423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Allocated IP 172.20.0.10 (f440b665-151e-4590-8dd8-f0b9bcae05b2/bb25aedb-4c99-43bd-bdcf-885431745673/9630257e-c8c7-4d22-bc2a-c4536697a74d) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:21:32.791274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:32.872038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:32.894860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4349cd16-2910-4be2-bfb1-901252df5b36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:32.903647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa975828>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:32.915077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f758cd-3fd8-4e47-bd60-99e862b2f393 None None] The sync data for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi is: [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:21:33.327294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60330) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:33.425490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:33.462359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:33.465082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Pushing event updated for resources: {'Port': ['ID=9630257e-c8c7-4d22-bc2a-c4536697a74d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:33.474500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:33.492972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fada9-1fd5-4668-a871-0b0b2d3922a2 None None] New status for floating IP 24d7c284-7210-4809-b281-668a6e3fa011: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:21:33.520261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:33.526324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7ad5283a-70dc-44f8-9be3-c4d6a20c4341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:33.539864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f78ffe-6869-4bf2-8169-92bb32832e78 req-aae85d04-9fda-49c3-af79-67b059909b5c tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:33.544739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b48850-5897-45b5-9df0-65c5baefc20c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:33.547466 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-90f78ffe-6869-4bf2-8169-92bb32832e78 req-aae85d04-9fda-49c3-af79-67b059909b5c tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 932 time: 0.2675576
Feb 17 01:21:33.547891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:33.559966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:33.561878 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "DELETE /v2.0/security-groups/52b48850-5897-45b5-9df0-65c5baefc20c HTTP/1.1" status: 204  len: 168 time: 0.2330937
Feb 17 01:21:33.568223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60334) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:33.609214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:21:33.612748 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.v2.resource [None req-47b16684-5be3-40b0-a880-abfc018c1676 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] show failed (client error): The resource could not be found.
Feb 17 01:21:33.614190 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-47b16684-5be3-40b0-a880-abfc018c1676 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups/52b48850-5897-45b5-9df0-65c5baefc20c HTTP/1.1" status: 404  len: 347 time: 0.0440171
Feb 17 01:21:33.618063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60338) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:33.623084 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-90f78ffe-6869-4bf2-8169-92bb32832e78 req-ea7a5ec9-0acd-4da8-b801-4d53c6c2519d tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745883
Feb 17 01:21:33.624296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:21:33.639156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:21:33.708418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:33.709940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:33.747553 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8708601
Feb 17 01:21:33.761218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Request body: {'port': {'device_id': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:33.813562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Deleting port ffe6fab8-e4b3-4a33-a4ef-85acc0b67183 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:33.813938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:33.885454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.012278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.012928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.156835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Calling delete_port for ffe6fab8-e4b3-4a33-a4ef-85acc0b67183 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:21:34.349830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9630257e-c8c7-4d22-bc2a-c4536697a74d {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:21:34.359274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.392853 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Transition to ACTIVE for port object 9630257e-c8c7-4d22-bc2a-c4536697a74d will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:21:34.394539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.395846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.413011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:34.423767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0a3cb18c-ec35-4237-881a-2ecd0f7249e2 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:34.535870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event deleted for resources: {'Port': ['ID=ffe6fab8-e4b3-4a33-a4ef-85acc0b67183,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:34.538770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:34.547724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Pushing event updated for resources: {'Port': ['ID=9630257e-c8c7-4d22-bc2a-c4536697a74d,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:34.548046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:34.677598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.693912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.700847 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "DELETE /v2.0/floatingips/24d7c284-7210-4809-b281-668a6e3fa011 HTTP/1.1" status: 204  len: 168 time: 1.0806565
Feb 17 01:21:34.789488 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Attempting to bind port 9630257e-c8c7-4d22-bc2a-c4536697a74d on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:21:34.789877 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Attempting to bind port 9630257e-c8c7-4d22-bc2a-c4536697a74d by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:21:34.790247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Attempting to bind port 9630257e-c8c7-4d22-bc2a-c4536697a74d on network f440b665-151e-4590-8dd8-f0b9bcae05b2 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:21:34.799241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:21:34.800702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Checking segment: {'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:21:34.801235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.801537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Bound using segment: {'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:21:34.802037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Bound port: 9630257e-c8c7-4d22-bc2a-c4536697a74d, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c62c93-897d-44f0-a4d3-f3c8367d1169', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f440b665-151e-4590-8dd8-f0b9bcae05b2'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:21:34.802867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.843049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9e789-d2ec-4de4-ad55-24c322f9a10c req-88dff491-69bf-428b-ace8-36e21363d6dd tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:34.845086 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9be9e789-d2ec-4de4-ad55-24c322f9a10c req-88dff491-69bf-428b-ace8-36e21363d6dd tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 944 time: 0.1064141
Feb 17 01:21:34.896980 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9be9e789-d2ec-4de4-ad55-24c322f9a10c req-e08d969f-40e2-4b2b-9f8c-66a97a984ed9 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444093
Feb 17 01:21:34.956693 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] For port 9630257e-c8c7-4d22-bc2a-c4536697a74d, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:21:34.960893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] For port 9630257e-c8c7-4d22-bc2a-c4536697a74d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9630257e-c8c7-4d22-bc2a-c4536697a74d,segment=NetworkSegment(22c62c93-897d-44f0-a4d3-f3c8367d1169),segment_id=22c62c93-897d-44f0-a4d3-f3c8367d1169)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:21:34.966641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:34.982914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8c9199cb-0e09-4995-b961-2717adbe61e0 tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:35.150194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Pushing event updated for resources: {'Port': ['ID=9630257e-c8c7-4d22-bc2a-c4536697a74d,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:35.155086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:35.185829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:35.186590 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.188059 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] 10.222.0.70 "PUT /v2.0/ports/9630257e-c8c7-4d22-bc2a-c4536697a74d HTTP/1.1" status: 200  len: 1158 time: 1.4324229
Feb 17 01:21:35.188862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'tag': '9630257e-c8c7-4d22-bc2a-c4536697a74d'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:35.203666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 60364) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:35.211172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127850772', 'description': 'tempest-description--34816581'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:35.218271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:35.227539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:35.231155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:35.277536 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'tag': '9630257e-c8c7-4d22-bc2a-c4536697a74d', 'status': 'completed', 'code': 200}
Feb 17 01:21:35.283267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:35.304793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.333718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:35.340381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group_rule and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:35.350581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:35.359295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:35.364332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-6fc9707d-e2ad-47d5-9f89-8df5e36be614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:35.366001 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-6fc9707d-e2ad-47d5-9f89-8df5e36be614 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b198ba7e59b74f19818e713c4b448d14&device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 1161 time: 0.1313791
Feb 17 01:21:35.456192 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-356d1333-c133-41fa-91a4-f67c5fe3a894 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9630257e-c8c7-4d22-bc2a-c4536697a74d HTTP/1.1" status: 200  len: 217 time: 0.0757899
Feb 17 01:21:35.564072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-76a12c0a-8546-4e75-9782-e60bb508d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:35.565676 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-76a12c0a-8546-4e75-9782-e60bb508d9ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb25aedb-4c99-43bd-bdcf-885431745673 HTTP/1.1" status: 200  len: 849 time: 0.1022146
Feb 17 01:21:35.571497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.614403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.629238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:35.646639 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-a375a1fe-0109-4ba6-81eb-7a9626d98767 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f440b665-151e-4590-8dd8-f0b9bcae05b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733893
Feb 17 01:21:35.753614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d538d3-a432-4b06-babe-5466155ec138,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:35.765045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:35.765883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.770492 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.5621622
Feb 17 01:21:35.770759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60372) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:35.776492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'security_group_rule': {'security_group_id': '92d538d3-a432-4b06-babe-5466155ec138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:35.783039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:35.787297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group_rule and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:35.800883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:35.808867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:35.827294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.828890 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-59fb7ef9-4e53-432a-a420-731bf4039e7b service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709080
Feb 17 01:21:35.893985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.896670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.898807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eb0a76ac-3325-4ec2-ae94-bbe331ab6df7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:35.922999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d94d3d-c818-41bd-91fa-e6c1198e1f49,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:35.931403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:35.937349 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.938671 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1668184
Feb 17 01:21:35.942628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 60382) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:35.962342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'security_group_rule': {'security_group_id': '92d538d3-a432-4b06-babe-5466155ec138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:35.973118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:35.988047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:security_group_rule and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:35.994780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:36.003252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:36.007089 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f80651da-687c-416a-8083-3a9bbadd0e02 req-f7ba2dca-0a83-45ca-b94b-f552909d3463 service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1713622
Feb 17 01:21:36.100587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.246183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.253536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02f22e-62d1-4988-96a8-e0decd2105c1 req-22227387-33a1-4a6d-8a89-b183790e5afc tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:36.254455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-ba02f22e-62d1-4988-96a8-e0decd2105c1 req-22227387-33a1-4a6d-8a89-b183790e5afc tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Synchronizing usage tracker for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:36.260714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.265410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-88f428d1-0dcf-4e00-b1d6-e23e03e2cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:36.267079 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-88f428d1-0dcf-4e00-b1d6-e23e03e2cff1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b198ba7e59b74f19818e713c4b448d14&device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 1161 time: 0.2018723
Feb 17 01:21:36.274148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:36.302099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-ba02f22e-62d1-4988-96a8-e0decd2105c1 req-22227387-33a1-4a6d-8a89-b183790e5afc tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Unset dirty status for tenant:b198ba7e59b74f19818e713c4b448d14 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:36.303465 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ba02f22e-62d1-4988-96a8-e0decd2105c1 req-22227387-33a1-4a6d-8a89-b183790e5afc tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 944 time: 0.2832396
Feb 17 01:21:36.310053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4028fb70-a730-4cb4-8d7a-8ac633aa0e08,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:36.313257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:36.316109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.317063 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-003bb9cb-31f8-4fea-b0ef-874c9ed6a3fb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3733523
Feb 17 01:21:36.320660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60394) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:36.326992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:36.333077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:36.337844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Usage tracker for resource:floatingip and tenant:e9d9a5e5bb754191b309351583d7b43a is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:36.341535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:36.347453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:36.358130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.372570 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ba02f22e-62d1-4988-96a8-e0decd2105c1 req-1ae2a935-a840-4d52-b131-600f8b787911 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443203
Feb 17 01:21:36.502744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.777847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Allocated IP 172.27.1.235 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/12cf91ad-3e29-4fa1-a2c0-d295700d1aaa) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:21:36.934363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.963969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:36.980479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:37.113799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'Port': ['ID=12cf91ad-3e29-4fa1-a2c0-d295700d1aaa,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:37.119053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:37.170472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:21:37.171728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:21:37.173938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:21:37.206592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-19d86a95-e3dd-405d-bb5e-1e06f35f7bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:37.258807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:37.309850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-24afd205-7b81-4db6-84f6-4d516717ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:37.311470 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-24afd205-7b81-4db6-84f6-4d516717ca42 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f440b665-151e-4590-8dd8-f0b9bcae05b2 HTTP/1.1" status: 200  len: 903 time: 0.1448467
Feb 17 01:21:37.325680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:37.669725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56053594-5ec6-4b9c-b571-933a664182f3 req-a7724b78-34be-4260-8e63-c4e12fe88bfe tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:37.671301 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56053594-5ec6-4b9c-b571-933a664182f3 req-a7724b78-34be-4260-8e63-c4e12fe88bfe tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 944 time: 0.1498840
Feb 17 01:21:37.706241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:37.715744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:37.731670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:37.860481 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-56053594-5ec6-4b9c-b571-933a664182f3 req-b90a22c4-dc23-492c-ae04-6711f43b74e8 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751633
Feb 17 01:21:37.885613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'Port': ['ID=12cf91ad-3e29-4fa1-a2c0-d295700d1aaa,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:37.891003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:37.995078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:38.016974 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:38.023753 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6965446
Feb 17 01:21:38.074477 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-ec46b18d-86a6-4267-82ee-d77d80fa3a9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9630257e-c8c7-4d22-bc2a-c4536697a74d HTTP/1.1" status: 200  len: 217 time: 0.0710459
Feb 17 01:21:38.245670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-735854a1-236b-49bc-8070-0dd08642239b req-c2a11b02-05c3-407d-aa18-01a99abce70b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:38.260906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-735854a1-236b-49bc-8070-0dd08642239b req-c2a11b02-05c3-407d-aa18-01a99abce70b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:38.262183 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-c2a11b02-05c3-407d-aa18-01a99abce70b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--127850772&fields=id&tenant_id=e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 267 time: 0.0579109
Feb 17 01:21:38.426057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-0a5624e0-3596-4dd7-a3d9-d20f17134e30 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:38.427845 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-0a5624e0-3596-4dd7-a3d9-d20f17134e30 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 817 time: 0.1578226
Feb 17 01:21:38.444999 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-45e37b02-9025-4fbd-a649-5dfd4c6d1250 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/quotas/e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 375 time: 0.0111501
Feb 17 01:21:38.543865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-735854a1-236b-49bc-8070-0dd08642239b req-dc3b8ec4-8d48-4071-99a8-f4c978177f47 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:38.561081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-735854a1-236b-49bc-8070-0dd08642239b req-dc3b8ec4-8d48-4071-99a8-f4c978177f47 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:38.562574 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-dc3b8ec4-8d48-4071-99a8-f4c978177f47 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1120541
Feb 17 01:21:38.715484 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-dc09bb4d-37d8-4f3c-985e-92e35d144b59 service neutron] 10.222.0.30 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394601
Feb 17 01:21:38.860198 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-7ee44169-870a-4cc2-aca2-3fc6ffe72041 service neutron] 10.222.0.30 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382239
Feb 17 01:21:39.080171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5131-d94c-4d37-8b4e-998552a3b132 req-2b007c61-25f6-4392-9896-8cfa6f6eb2b3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:39.081801 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-232c5131-d94c-4d37-8b4e-998552a3b132 req-2b007c61-25f6-4392-9896-8cfa6f6eb2b3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 944 time: 0.1043911
Feb 17 01:21:39.095780 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fc16618f-d795-41ec-9720-7c88b5ea2b00 req-c300b2de-b338-429d-aa37-60452f70133f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 210 time: 0.0596871
Feb 17 01:21:39.110514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-57b0ac03-2b5c-4bd5-8b3a-002c0a7ba5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:39.112669 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-57b0ac03-2b5c-4bd5-8b3a-002c0a7ba5b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb25aedb-4c99-43bd-bdcf-885431745673 HTTP/1.1" status: 200  len: 849 time: 0.1263063
Feb 17 01:21:39.138688 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-232c5131-d94c-4d37-8b4e-998552a3b132 req-e59dcf09-4fbf-48e7-9c01-4453b374a468 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475678
Feb 17 01:21:39.173746 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-5b64b6f5-6718-408e-8dd4-2e32fb898863 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f440b665-151e-4590-8dd8-f0b9bcae05b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534768
Feb 17 01:21:39.539101 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-646b2ce2-bd4a-473e-ba9b-774d2afc5389 service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3581767
Feb 17 01:21:39.713624 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7678e5f9-44cc-4bf2-b01e-93b254b78797 req-7b5f14a8-89c7-43f8-af0f-7e6af4b93898 service neutron] 10.222.0.70 "GET /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1591117
Feb 17 01:21:40.093603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-edbe69ad-46c0-49f4-8269-65726c28f0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:40.108937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60454) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:40.362366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-47066520-81cb-4863-bcd0-7b1b50429dff tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:40.364038 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-47066520-81cb-4863-bcd0-7b1b50429dff tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 817 time: 0.2973626
Feb 17 01:21:40.395213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:40.432426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:40.441798 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e87b76b90e41416d9382adc8225da11d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:40.448846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:40.459843 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:40.515470 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-3fe16415-5d0d-457b-9c16-98dfca2a2f29 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 5702 time: 0.1424682
Feb 17 01:21:40.529549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'port': {'device_id': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'admin_state_up': True, 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'security_groups': ['92d538d3-a432-4b06-babe-5466155ec138']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:40.684331 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7e6c257-7534-45fb-8e22-69967ef35a3e req-77b3400e-9263-4885-8379-b92e336c0506 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 210 time: 0.3190868
Feb 17 01:21:40.781235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:40.798655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:40.837944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:40.886917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:40.893292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Made reservation on behalf of e9d9a5e5bb754191b309351583d7b43a for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:21:40.896938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:40.899087 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:40.906718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9980700b-a306-4c15-9f0e-6d94b71d7d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:40.961685 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e87b76b90e41416d9382adc8225da11d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8515668
Feb 17 01:21:40.963920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6baea1-7fe6-49ba-b744-6ee24ea852ac,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:40.967435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:40.968149 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60478) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:41.021678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefe72d-9071-4d04-a5ac-c09b0087a47a req-d6bda9e5-d724-45d5-a932-47a97c122dbb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:41.023298 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ecefe72d-9071-4d04-a5ac-c09b0087a47a req-d6bda9e5-d724-45d5-a932-47a97c122dbb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 944 time: 0.7242477
Feb 17 01:21:41.096082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.101984 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ecefe72d-9071-4d04-a5ac-c09b0087a47a req-49b7f471-acc6-4872-ab52-5707e6eb4a88 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696301
Feb 17 01:21:41.128613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.174092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.179875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3654c21a-a44b-4164-bb00-a49fcc7f2bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:41.193870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6baea1-7fe6-49ba-b744-6ee24ea852ac,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:41.196819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:41.197836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.201624 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc6baea1-7fe6-49ba-b744-6ee24ea852ac HTTP/1.1" status: 204  len: 168 time: 0.2280571
Feb 17 01:21:41.227766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Allocated IP 172.20.0.5 (3c68bf03-546e-492b-80c1-105be11fe6b0/0ac87401-a3e3-449f-935f-78088aeff553/57125fdc-89c2-4ccc-a378-98570d957c2f) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:21:41.251283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.438321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.455076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Transition to ACTIVE for port object 57125fdc-89c2-4ccc-a378-98570d957c2f will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:21:41.482398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.493456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 9630257e-c8c7-4d22-bc2a-c4536697a74d up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:41.501007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89d68ac8-ccbd-42fc-9966-4ecf1917bb94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:41.543771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.576972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 9630257e-c8c7-4d22-bc2a-c4536697a74d completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:21:41.582880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 9630257e-c8c7-4d22-bc2a-c4536697a74d triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:41.584538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.643968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event updated for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:41.649842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:41.704448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:21:41.705777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:21:41.708090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:21:41.736314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.774372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9630257e-c8c7-4d22-bc2a-c4536697a74d'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:41.787923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 9630257e-c8c7-4d22-bc2a-c4536697a74d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9630257e-c8c7-4d22-bc2a-c4536697a74d,segment=NetworkSegment(22c62c93-897d-44f0-a4d3-f3c8367d1169),segment_id=22c62c93-897d-44f0-a4d3-f3c8367d1169)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:41.792440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.795466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:41.800698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:41.803572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.875596 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9630257e-c8c7-4d22-bc2a-c4536697a74d', 'code': 200}
Feb 17 01:21:41.914980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=9630257e-c8c7-4d22-bc2a-c4536697a74d,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:41.920597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:41.966460 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4418545
Feb 17 01:21:41.985343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Request body: {'port': {'device_id': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:42.075910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268ac97-1a9f-4c2b-997c-dab021910f4b req-311edd99-2a73-4938-a6bd-ed519f9578d0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:42.076999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e268ac97-1a9f-4c2b-997c-dab021910f4b req-311edd99-2a73-4938-a6bd-ed519f9578d0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:42.078374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-7d948894-9a54-4536-a801-1c8a24f83fb2 None None] Provisioning for port 57125fdc-89c2-4ccc-a378-98570d957c2f completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:21:42.087067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-7d948894-9a54-4536-a801-1c8a24f83fb2 None None] Provisioning complete for port 57125fdc-89c2-4ccc-a378-98570d957c2f triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:42.087067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7d948894-9a54-4536-a801-1c8a24f83fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:42.183453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-7d948894-9a54-4536-a801-1c8a24f83fb2 None None] Port 57125fdc-89c2-4ccc-a378-98570d957c2f cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:21:42.198830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:42.275945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-e268ac97-1a9f-4c2b-997c-dab021910f4b req-311edd99-2a73-4938-a6bd-ed519f9578d0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:42.277402 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e268ac97-1a9f-4c2b-997c-dab021910f4b req-311edd99-2a73-4938-a6bd-ed519f9578d0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 931 time: 0.4219720
Feb 17 01:21:42.384788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47a232-d28b-49e2-bc24-53e5dd82d6d4 req-fd8baeb6-f66f-4a34-ab41-43e1280900b6 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:42.386962 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ea47a232-d28b-49e2-bc24-53e5dd82d6d4 req-fd8baeb6-f66f-4a34-ab41-43e1280900b6 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 946 time: 0.1370068
Feb 17 01:21:42.409804 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e268ac97-1a9f-4c2b-997c-dab021910f4b req-514974ae-0b12-4115-b3d3-a97897cdcf91 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974424
Feb 17 01:21:42.474389 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ea47a232-d28b-49e2-bc24-53e5dd82d6d4 req-48e29dcf-bf63-4fe0-a404-4d521038b4c2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794032
Feb 17 01:21:42.491190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ff50-9d6f-40ee-bdba-113221a9fa8d req-eb30996a-03bc-4649-b48c-12a5e6547edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:42.492812 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8f68ff50-9d6f-40ee-bdba-113221a9fa8d req-eb30996a-03bc-4649-b48c-12a5e6547edc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 1163 time: 0.2971606
Feb 17 01:21:42.637127 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8f68ff50-9d6f-40ee-bdba-113221a9fa8d req-10de1d50-7e06-443d-8f48-a48e666636fe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345925
Feb 17 01:21:42.864892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57125fdc-89c2-4ccc-a378-98570d957c2f {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:21:42.873942 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:42.887528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Transition to ACTIVE for port object 57125fdc-89c2-4ccc-a378-98570d957c2f will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:21:42.892137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:42.909656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:43.049998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Pushing event updated for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:43.055532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:43.149389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 9630257e-c8c7-4d22-bc2a-c4536697a74d up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:43.233011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 9630257e-c8c7-4d22-bc2a-c4536697a74d triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:43.233011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:43.471522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Attempting to bind port 57125fdc-89c2-4ccc-a378-98570d957c2f on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:21:43.471940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Attempting to bind port 57125fdc-89c2-4ccc-a378-98570d957c2f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:21:43.472331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Attempting to bind port 57125fdc-89c2-4ccc-a378-98570d957c2f on network 3c68bf03-546e-492b-80c1-105be11fe6b0 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:21:43.479040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:21:43.479440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Checking segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:21:43.479882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:43.480292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Bound using segment: {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:21:43.480915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Bound port: 57125fdc-89c2-4ccc-a378-98570d957c2f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41addcab-4b33-477f-a25d-2f137979db5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:21:43.481158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:43.645865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] For port 57125fdc-89c2-4ccc-a378-98570d957c2f, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:21:43.651838 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] For port 57125fdc-89c2-4ccc-a378-98570d957c2f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=57125fdc-89c2-4ccc-a378-98570d957c2f,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:21:43.657911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:43.675044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-589d2398-bc42-42e9-8418-360ac584eb06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:43.691688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b28ae-77a7-4744-b85e-62e9f710ddf1 req-7082ec6c-88ae-43dd-8484-f847d0ca52b7 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:43.693800 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b33b28ae-77a7-4744-b85e-62e9f710ddf1 req-7082ec6c-88ae-43dd-8484-f847d0ca52b7 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 946 time: 0.0920899
Feb 17 01:21:43.749695 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b33b28ae-77a7-4744-b85e-62e9f710ddf1 req-9ede4ad5-5792-4c57-b7ce-39d11aa74ab0 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488663
Feb 17 01:21:43.840101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c97d7f-f169-40b0-8e17-02ef3171a29a req-dfb8d58f-9a8c-4264-8d45-fa6a5e1765f9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:43.841717 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1c97d7f-f169-40b0-8e17-02ef3171a29a req-dfb8d58f-9a8c-4264-8d45-fa6a5e1765f9 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.3011000
Feb 17 01:21:43.857826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Pushing event updated for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:43.865607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:43.916461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:43.933091 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a1c97d7f-f169-40b0-8e17-02ef3171a29a req-3eb468c3-adff-4136-8289-d2c2e30f07a6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719516
Feb 17 01:21:43.937235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:43.937905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:43.939365 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 200  len: 1157 time: 1.9607029
Feb 17 01:21:43.939927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:44.000176 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'status': 'completed', 'code': 200}
Feb 17 01:21:44.091607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-b660feef-33a0-4de7-9bfe-44052faaa9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:44.093386 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-b660feef-33a0-4de7-9bfe-44052faaa9b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1160 time: 0.0922165
Feb 17 01:21:44.178415 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-c9965a22-e952-4867-9ffd-20315b8bf1d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 200  len: 217 time: 0.0741241
Feb 17 01:21:44.270474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-3f8dcd15-f044-4873-b1b8-8faf1d6fee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:44.272674 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-3f8dcd15-f044-4873-b1b8-8faf1d6fee2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.0879292
Feb 17 01:21:44.372507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735854a1-236b-49bc-8070-0dd08642239b req-a0bb99fc-180d-4c45-a8aa-1f99178fca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:44.374152 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-a0bb99fc-180d-4c45-a8aa-1f99178fca4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892470
Feb 17 01:21:44.524668 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-7f188b36-737b-490b-ba59-e3b299a053f1 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426494
Feb 17 01:21:44.679220 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-735854a1-236b-49bc-8070-0dd08642239b req-6adb51a1-1e03-4706-81b5-5353abfdc1ff service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464303
Feb 17 01:21:44.810404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-4cbc007d-9da8-4d98-8f74-a9443a1774d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:44.812103 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-4cbc007d-9da8-4d98-8f74-a9443a1774d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1160 time: 0.0869606
Feb 17 01:21:45.066631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f795c-ce2a-400e-b7f4-36bc3173f1f1 req-70da7fd9-95b0-49b6-ad2f-46136e193dd8 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:45.068730 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a72f795c-ce2a-400e-b7f4-36bc3173f1f1 req-70da7fd9-95b0-49b6-ad2f-46136e193dd8 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 946 time: 0.1558211
Feb 17 01:21:45.070733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-c6d01830-e6db-4585-80a5-ac0d2bd8c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:45.073232 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-c6d01830-e6db-4585-80a5-ac0d2bd8c913 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.2537546
Feb 17 01:21:45.176732 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-bc9e7d4e-b4ff-4bc6-9a0b-8145be54ecfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 200  len: 217 time: 0.0842733
Feb 17 01:21:45.184937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e58a7-1194-4734-9832-22edd4bf93fa req-493c63d1-bfa3-4a94-b570-4c6d5c655e27 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:45.185717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0b9e58a7-1194-4734-9832-22edd4bf93fa req-493c63d1-bfa3-4a94-b570-4c6d5c655e27 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:45.187190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 9630257e-c8c7-4d22-bc2a-c4536697a74d up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:45.199685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0b9e58a7-1194-4734-9832-22edd4bf93fa req-493c63d1-bfa3-4a94-b570-4c6d5c655e27 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:45.201203 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b9e58a7-1194-4734-9832-22edd4bf93fa req-493c63d1-bfa3-4a94-b570-4c6d5c655e27 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1169851
Feb 17 01:21:45.256714 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a72f795c-ce2a-400e-b7f4-36bc3173f1f1 req-90527f85-9efb-473c-9c38-ce3547e0d569 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802030
Feb 17 01:21:45.257067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0b9e58a7-1194-4734-9832-22edd4bf93fa req-6d3a5fc9-89ec-4c90-a882-f6053f292466 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Synchronizing usage tracker for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:45.303744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0b9e58a7-1194-4734-9832-22edd4bf93fa req-6d3a5fc9-89ec-4c90-a882-f6053f292466 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Unset dirty status for tenant:e9d9a5e5bb754191b309351583d7b43a on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:45.319500 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b9e58a7-1194-4734-9832-22edd4bf93fa req-6d3a5fc9-89ec-4c90-a882-f6053f292466 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105015
Feb 17 01:21:45.332270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-91d1686c-9857-4d30-9584-56fc7b2efa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:45.334654 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-91d1686c-9857-4d30-9584-56fc7b2efa78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.1342111
Feb 17 01:21:45.342427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 9630257e-c8c7-4d22-bc2a-c4536697a74d triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:45.343141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:45.428844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-b4f615f8-9796-40af-987d-c40dbeee5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:45.430642 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-b4f615f8-9796-40af-987d-c40dbeee5eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890996
Feb 17 01:21:45.580503 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-21ca0bb2-f4c3-4272-b231-b72b5b7a815e service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421354
Feb 17 01:21:45.732166 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-13ae7c6e-56d7-4cf3-9ed5-71ace1db1a27 req-25a78529-71c2-47cd-b763-eec091587005 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441097
Feb 17 01:21:46.536299 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5545fa5-567d-45a5-9968-4fbb7765f24f req-a2b25f02-74ad-4403-84a3-9247bdf9e2b0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:46.545548 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e5545fa5-567d-45a5-9968-4fbb7765f24f req-a2b25f02-74ad-4403-84a3-9247bdf9e2b0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.0980754
Feb 17 01:21:46.574141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46472d3-5699-4876-9121-f23151430999 req-23c22a2b-4834-44e4-b4cc-65df15f0bcd5 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:46.576270 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c46472d3-5699-4876-9121-f23151430999 req-23c22a2b-4834-44e4-b4cc-65df15f0bcd5 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 946 time: 0.1021159
Feb 17 01:21:46.594893 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e5545fa5-567d-45a5-9968-4fbb7765f24f req-4ece12a1-ac7a-43e2-bfb9-d2446457b97d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482895
Feb 17 01:21:46.628696 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c46472d3-5699-4876-9121-f23151430999 req-e1f81c44-3ac6-47e7-8e8b-acfcd33b1a29 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459957
Feb 17 01:21:46.733018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60606) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:46.861028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:46.876987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:46.881746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Usage tracker for resource:security_group_rule and tenant:f612a0acc8374f879bf3ae66ec3d578c is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:46.885246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:46.892227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:46.977258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:46.980159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:46.988943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4b9bf221-2cd2-4b9f-88f9-ccc44e451014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:47.030867 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f612a0acc8374f879bf3ae66ec3d578c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2967052
Feb 17 01:21:47.032574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24738ed-219c-4abb-9ec3-45bcc2ad8f85,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:47.033913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 60612) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:47.035837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:47.096363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:47.127585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:47.175640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:47.180878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6cbf8a3a-9412-405b-ad7b-469ee9712171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:47.192169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24738ed-219c-4abb-9ec3-45bcc2ad8f85,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:47.203209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.203626 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.204061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.204465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.204866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.205264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.205659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.206055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.206449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.206843 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.207349 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.207758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.208201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.209251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.209656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.210051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.210442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.210836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.211229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.211617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.212102 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.212503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.212893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.213289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:47.217116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:47.218334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:47.222699 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e24738ed-219c-4abb-9ec3-45bcc2ad8f85 HTTP/1.1" status: 204  len: 168 time: 0.1845732
Feb 17 01:21:47.790991 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:47.861164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4500-4c25-4912-ba32-c3d6dc610dc1 req-0e4a970f-0840-4bd7-bd8a-583cfebee75c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:47.864338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1248d-5094-4327-9797-343188b6ee8a req-c4fe2027-2453-482e-84c6-54d904383fdf tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:47.867957 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ab1248d-5094-4327-9797-343188b6ee8a req-c4fe2027-2453-482e-84c6-54d904383fdf tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 946 time: 0.1177731
Feb 17 01:21:47.870065 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-55dd4500-4c25-4912-ba32-c3d6dc610dc1 req-0e4a970f-0840-4bd7-bd8a-583cfebee75c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1358607
Feb 17 01:21:47.881557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 57125fdc-89c2-4ccc-a378-98570d957c2f completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:21:47.887604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 57125fdc-89c2-4ccc-a378-98570d957c2f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:47.888268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:47.931015 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-55dd4500-4c25-4912-ba32-c3d6dc610dc1 req-8f6e0be5-2854-4527-aef3-1fa8e67a0a33 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599203
Feb 17 01:21:48.025294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:48.044401 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ab1248d-5094-4327-9797-343188b6ee8a req-b1fb870e-4413-4cf3-8c93-84dfb2885fe1 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb0b4adc-5d74-4177-b5ae-995dc2637ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581929
Feb 17 01:21:48.062366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 57125fdc-89c2-4ccc-a378-98570d957c2f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=57125fdc-89c2-4ccc-a378-98570d957c2f,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:48.062366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:48.068824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:48.072213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:48.089868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-5465ef3d-64af-4fc6-ad51-02d2b35c0f35 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:48.091482 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-5465ef3d-64af-4fc6-ad51-02d2b35c0f35 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 946 time: 0.1701958
Feb 17 01:21:48.121453 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'code': 200}
Feb 17 01:21:48.150971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:48.158779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:48.189176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Deleting port 9630257e-c8c7-4d22-bc2a-c4536697a74d {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:48.189561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:48.497188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92895bff-8fc1-407b-bd2a-319f6ffd68db req-c95fe581-8dad-4c3a-86a7-5c52958837ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:48.498954 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-92895bff-8fc1-407b-bd2a-319f6ffd68db req-c95fe581-8dad-4c3a-86a7-5c52958837ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1162 time: 0.2040570
Feb 17 01:21:48.578361 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-92895bff-8fc1-407b-bd2a-319f6ffd68db req-48a6fcef-a8ea-415a-b9d2-550b6fff82db service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636458
Feb 17 01:21:48.584111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] For port 9630257e-c8c7-4d22-bc2a-c4536697a74d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9630257e-c8c7-4d22-bc2a-c4536697a74d,segment=NetworkSegment(22c62c93-897d-44f0-a4d3-f3c8367d1169),segment_id=22c62c93-897d-44f0-a4d3-f3c8367d1169)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:48.584376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:48.728556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Calling delete_port for 9630257e-c8c7-4d22-bc2a-c4536697a74d owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:21:49.121024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:49.139103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4dec93a0-e1a5-485b-8bad-cb26010562f2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:49.188718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc7162-b560-4903-99dc-ff22ce578cdf req-1984dd0b-630a-4c8e-b5ac-689ae40df9e1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:49.190472 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e0fc7162-b560-4903-99dc-ff22ce578cdf req-1984dd0b-630a-4c8e-b5ac-689ae40df9e1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0992410
Feb 17 01:21:49.207546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:49.264078 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e0fc7162-b560-4903-99dc-ff22ce578cdf req-a358bcfd-5ef0-477a-8637-4c7f8a3306c0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603006
Feb 17 01:21:49.294053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Pushing event deleted for resources: {'Port': ['ID=9630257e-c8c7-4d22-bc2a-c4536697a74d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:49.307000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:49.329340 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 57125fdc-89c2-4ccc-a378-98570d957c2f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:49.329775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:49.352320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae029-2173-413f-90be-23271615e369 req-5f6e6a8e-7e03-43b2-b41d-14a591306b82 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:49.353941 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e48ae029-2173-413f-90be-23271615e369 req-5f6e6a8e-7e03-43b2-b41d-14a591306b82 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.2308133
Feb 17 01:21:49.432167 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e48ae029-2173-413f-90be-23271615e369 req-8bd7ec54-b88c-48f1-9b64-ad5d4c164cf5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673232
Feb 17 01:21:49.466158 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e7ca0613-609b-449c-a27d-c39f19e0886f req-2b391aea-face-4164-95ce-91b948fc4017 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1867132-dde9-4af9-93b0-840d95e8297e HTTP/1.1" status: 200  len: 210 time: 0.0770938
Feb 17 01:21:49.479284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] No DVR routers for this DVR port 9630257e-c8c7-4d22-bc2a-c4536697a74d on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:21:49.481859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:49.484999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'name': 'network-vif-deleted', 'tag': '9630257e-c8c7-4d22-bc2a-c4536697a74d'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:49.485156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 9630257e-c8c7-4d22-bc2a-c4536697a74d no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:21:49.502989 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-70dc57f8-4652-4e22-b373-ac970fa027eb req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] 10.222.0.70 "DELETE /v2.0/ports/9630257e-c8c7-4d22-bc2a-c4536697a74d HTTP/1.1" status: 204  len: 173 time: 1.4050791
Feb 17 01:21:49.522785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: 9630257e-c8c7-4d22-bc2a-c4536697a74d {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:21:49.523181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 9630257e-c8c7-4d22-bc2a-c4536697a74d not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:21:49.534978 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1867132-dde9-4af9-93b0-840d95e8297e', 'name': 'network-vif-deleted', 'tag': '9630257e-c8c7-4d22-bc2a-c4536697a74d', 'status': 'completed', 'code': 200}
Feb 17 01:21:49.980811 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-1af74687-80cc-4cad-8410-89630dd2f3d1 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e6dc8852f57e426585cae0673952b0d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330148
Feb 17 01:21:50.149065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-ae6ba365-b00b-42cd-805d-eb60230608f3 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:50.150703 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-ae6ba365-b00b-42cd-805d-eb60230608f3 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1640849
Feb 17 01:21:50.168116 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-2c4580dd-4d02-4319-9cb8-8136f2e0e9cd tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/quotas/e6dc8852f57e426585cae0673952b0d6 HTTP/1.1" status: 200  len: 375 time: 0.0111489
Feb 17 01:21:50.225222 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-c543f95a-b14a-42d9-8001-7e3d3ffe9932 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6dc8852f57e426585cae0673952b0d6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0500040
Feb 17 01:21:50.449181 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5876335f-d267-4c95-a037-f2b1b34c89db req-ae53348e-e414-4c20-9af7-75bf39fe89ce tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 210 time: 0.0639534
Feb 17 01:21:50.520201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97477a96-1677-413b-b096-d0d5ee496d31 req-12b058a0-e589-45cb-8a27-4da23acd3fd2 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:50.522058 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-97477a96-1677-413b-b096-d0d5ee496d31 req-12b058a0-e589-45cb-8a27-4da23acd3fd2 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1161458
Feb 17 01:21:50.572356 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-97477a96-1677-413b-b096-d0d5ee496d31 req-48c281c0-8bac-47e4-a881-2ed226cb7303 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435007
Feb 17 01:21:50.657199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe51aa9-37a2-42af-823b-71e8be4b8fbb req-2806d4f9-61fc-4c9d-a560-85f3ea1d66b3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:50.658913 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9fe51aa9-37a2-42af-823b-71e8be4b8fbb req-2806d4f9-61fc-4c9d-a560-85f3ea1d66b3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.0962863
Feb 17 01:21:50.725504 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9fe51aa9-37a2-42af-823b-71e8be4b8fbb req-3327d02c-ff8f-42fa-b7e8-0c86c5e6305b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593197
Feb 17 01:21:50.884431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5cfe-dacf-4c85-b528-4c9a964756b5 req-b2b4ad45-944f-4e08-960f-7878d076cc8d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:50.886089 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dbdc5cfe-dacf-4c85-b528-4c9a964756b5 req-b2b4ad45-944f-4e08-960f-7878d076cc8d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1030912
Feb 17 01:21:50.897315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 60736) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:50.903188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Request body: {'floatingip': {'port_id': '57125fdc-89c2-4ccc-a378-98570d957c2f'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:50.991022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:51.270336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:51.375278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7a99883e-12a0-4a90-a343-e58f3225fd0f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:51.375407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:51.515178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:21:51.575131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-8166e7b2-5b1b-4b5e-95d3-36fdecec7758 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:51.577625 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-8166e7b2-5b1b-4b5e-95d3-36fdecec7758 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.3082130
Feb 17 01:21:51.604453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60758) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:51.655602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 57125fdc-89c2-4ccc-a378-98570d957c2f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:51.656517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:51.755830 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6a71753b-e48b-41fd-b93b-f4c56c33f24b req-faca8e81-c517-4a0d-a904-e613a8ef598f tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 210 time: 0.1005175
Feb 17 01:21:51.782686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Deleting subnet 4296f253-78e0-40be-9314-90c4a3bf4e79 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:21:51.790391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:51.855469 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-8ec24d7e-b765-4a9b-8635-ef9acc8e18e7 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e6dc8852f57e426585cae0673952b0d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0592484
Feb 17 01:21:51.865502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:51.953647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.062148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Deleting port 7a99883e-12a0-4a90-a343-e58f3225fd0f {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:52.062537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.283896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.305374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:52.402798 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4296f253-78e0-40be-9314-90c4a3bf4e79,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:52.427987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.428399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.428809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.429206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.429601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.429990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.430504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.430770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.431157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.431544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.431957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.432345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.432778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.433169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.433557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.433938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.434320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.434720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.435095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.435481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.435899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.436280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.436664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.437045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:21:52.442575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:52.474811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.488068 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-65f8b4fb-538f-4c41-89d9-044e6ca7676e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4296f253-78e0-40be-9314-90c4a3bf4e79 HTTP/1.1" status: 204  len: 168 time: 0.8799887
Feb 17 01:21:52.488353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60792) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:52.549342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-f2436b35-74ce-4a8f-b924-d82d13f46b89 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:52.550813 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-f2436b35-74ce-4a8f-b924-d82d13f46b89 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6837351
Feb 17 01:21:52.559979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.resource_extend [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 01:21:52.608146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.663399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Request body: {'port': {'device_id': '140bb2f1-fa38-4236-a540-479eff4fd841', 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd', 'admin_state_up': True, 'tenant_id': 'e6dc8852f57e426585cae0673952b0d6'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:52.802084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.820063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ebd68-3294-404b-80e9-0b967e4d5d3a req-663f751e-d2e8-4d99-9c37-ae7bbc1c6835 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:52.821701 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0c1ebd68-3294-404b-80e9-0b967e4d5d3a req-663f751e-d2e8-4d99-9c37-ae7bbc1c6835 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.8463266
Feb 17 01:21:52.872913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.894108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:52.939026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f0077ab1-eb10-4f28-b2ee-cf56bd5f09fd req-d780a8fe-b2e6-4af5-b094-42e76f02ac4c tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 210 time: 0.0638559
Feb 17 01:21:52.985274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf9de2b38>,) {'filters': {'network_id': ['037e5190-ced0-43e1-86df-8096bdf827fa']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:52.998556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9de2b38>, '7ad225b5-d408-4b10-b312-663fd25ee7f0') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:52.998886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9de2b38>, '7ad225b5-d408-4b10-b312-663fd25ee7f0') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:53.011663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.026458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.028808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:21:53.129002 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0c1ebd68-3294-404b-80e9-0b967e4d5d3a req-637ff784-2754-4f48-8643-15f19af74093 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2926638
Feb 17 01:21:53.146637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] For port 7a99883e-12a0-4a90-a343-e58f3225fd0f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7a99883e-12a0-4a90-a343-e58f3225fd0f,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:21:53.147049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.208316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Network 037e5190-ced0-43e1-86df-8096bdf827fa has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:21:53.217366 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.252376 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:53.273099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Usage tracker for resource:port and tenant:e6dc8852f57e426585cae0673952b0d6 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:53.278286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:53.292795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:53.311647 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Floating IP 4829b726-9ded-4eb4-9565-8fc144698dc5 associated. External IP: 172.27.1.235, port: 57125fdc-89c2-4ccc-a378-98570d957c2f.
Feb 17 01:21:53.412385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Network 037e5190-ced0-43e1-86df-8096bdf827fa has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:21:53.436003 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:21:53.514957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.518986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Made reservation on behalf of e6dc8852f57e426585cae0673952b0d6 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:21:53.521514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:53.525422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.536446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.549805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Pushing event deleted for resources: {'Network': ['ID=037e5190-ced0-43e1-86df-8096bdf827fa,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:53.550014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.553062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:53.555867 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] 10.222.0.30 "DELETE /v2.0/networks/037e5190-ced0-43e1-86df-8096bdf827fa HTTP/1.1" status: 204  len: 168 time: 1.0664523
Feb 17 01:21:53.598094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:21:53.690615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Usage tracker for resource:security_group_rule and tenant:e6dc8852f57e426585cae0673952b0d6 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:21:53.698105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:21:53.707736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:21:53.747878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60804) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:53.800917 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ff0df34d-8a50-4110-b04c-7f233a611d21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bdfa16f9a24425e9968013237046c46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516753
Feb 17 01:21:53.804145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60808) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:53.830490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.830908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.831265 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Floating IP db78df9c-2517-4441-8f3e-83bc60b3faab disassociated. External IP: 172.27.1.125, port: 7a99883e-12a0-4a90-a343-e58f3225fd0f.
Feb 17 01:21:53.831654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Calling delete_port for 7a99883e-12a0-4a90-a343-e58f3225fd0f owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:21:53.868791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.896289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.942859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.948014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0989a5da-98c6-432e-a882-46d2bcdb7ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:53.966793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8331d838-c97f-4fdd-b93a-4c721397fe00,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:53.971095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:53.974920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:53.979119 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8331d838-c97f-4fdd-b93a-4c721397fe00 HTTP/1.1" status: 204  len: 168 time: 0.1737826
Feb 17 01:21:54.145164 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3dfa8a96-9a0d-4087-8979-6f92fc812eac req-53f47859-da94-409b-afff-ef40e3ddbeca tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 210 time: 0.0535831
Feb 17 01:21:54.428413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:54.448822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Router f76cb419-becb-448c-8192-011d1eb39a35 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:21:54.449690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:54.463813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d35b6234-e0be-4bba-89d0-30ae2cc7a255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:54.724037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:54.742198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70c639-a3b8-4962-b5a0-2b44d8b69602,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:54.748152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:54.767969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:54.885232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event deleted for resources: {'Port': ['ID=7a99883e-12a0-4a90-a343-e58f3225fd0f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:54.904992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:54.977586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b073c-f36f-4c87-a60d-cb64f9dcaf05 req-2000638c-d16a-4841-ba13-cca41294eb09 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:54.979286 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-851b073c-f36f-4c87-a60d-cb64f9dcaf05 req-2000638c-d16a-4841-ba13-cca41294eb09 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 945 time: 0.6095850
Feb 17 01:21:55.103288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:21:55.113831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] Sync routers for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:21:55.124480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:21:55.125653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa9a2ba8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:21:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:55.183463 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-851b073c-f36f-4c87-a60d-cb64f9dcaf05 req-bfee213e-0ff0-4b51-845c-ef0879b14de6 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=c599dbfc-6ec8-4d28-b312-04cbdc7f5344&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525896
Feb 17 01:21:55.250370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:55.332594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:21:55.441755 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1af932de-c253-407a-a57b-48fb2e5d9852 req-2fb4eea5-9748-458c-99fa-38ca8d8b5414 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 210 time: 0.0671651
Feb 17 01:21:55.467971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Allocated IP 192.168.233.37 (3952b4f9-d39f-4003-859f-817eef262afd/57010de9-5cd6-47c6-a836-6b1ba29dfb43/7e588679-f210-47d5-afdf-611c889da36b) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:21:55.486994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:21:55.498728 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-33f01ca2-f50b-4dd0-a525-e96293f65140 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "PUT /v2.0/floatingips/4829b726-9ded-4eb4-9565-8fc144698dc5 HTTP/1.1" status: 200  len: 991 time: 4.5975561
Feb 17 01:21:55.503537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:55.578808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: 7a99883e-12a0-4a90-a343-e58f3225fd0f {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:21:55.579505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7a99883e-12a0-4a90-a343-e58f3225fd0f not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:21:55.593497 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'status': 'completed', 'code': 200}
Feb 17 01:21:55.621283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Router b02c4641-96b9-458b-83aa-bed8ed54c805 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:21:55.872760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa9a2ba8>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '4829b726-9ded-4eb4-9565-8fc144698dc5', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'port_id': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'mac_address': 'fa:16:3e:7b:d6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:21:37Z', 'updated_at': '2021-02-17T01:21:52Z', 'revision_number': 1, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:55.878251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] Checking router: f76cb419-becb-448c-8192-011d1eb39a35 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:21:55.889008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:21:55.889637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa9a2ba8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:21:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:56.040115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-c238df4d-c98d-410d-ac71-cdf6b79766a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:56.041708 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-c238df4d-c98d-410d-ac71-cdf6b79766a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1162 time: 0.4192226
Feb 17 01:21:56.079438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:56.086002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:21:56.164713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:21:56.178275 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] Sync routers for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:21:56.194118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:21:56.194969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa70ddd8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:21:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:56.207553 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Transition to ACTIVE for port object 7e588679-f210-47d5-afdf-611c889da36b will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:21:56.220220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] No DVR routers for this DVR port 7a99883e-12a0-4a90-a343-e58f3225fd0f on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:21:56.225645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:56.227781 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-83a5981a-d0ae-4e2e-8ba5-2173cc62bf05 req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "DELETE /v2.0/ports/7a99883e-12a0-4a90-a343-e58f3225fd0f HTTP/1.1" status: 204  len: 173 time: 4.6394439
Feb 17 01:21:56.280938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-0699692f-cc0e-4546-842d-b6e04909b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:56.282588 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-0699692f-cc0e-4546-842d-b6e04909b2c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.2304003
Feb 17 01:21:56.567627 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-baf674eb-2d3b-40c6-bef2-453d844da6a4 req-3f9a69b2-a07d-4d38-9186-1193e2814a9d tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee888021-d4eb-407a-a010-c6bf1e8c6d3d HTTP/1.1" status: 200  len: 210 time: 0.1677132
Feb 17 01:21:56.579969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:21:56.624976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa9a2ba8>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '4829b726-9ded-4eb4-9565-8fc144698dc5', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'port_id': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'mac_address': 'fa:16:3e:7b:d6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:21:37Z', 'updated_at': '2021-02-17T01:21:52Z', 'revision_number': 1, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:56.630644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d3f41-751b-4974-8d99-77fe207ef5e2 None None] The sync data for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi is: [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '4829b726-9ded-4eb4-9565-8fc144698dc5', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'port_id': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'mac_address': 'fa:16:3e:7b:d6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:21:37Z', 'updated_at': '2021-02-17T01:21:52Z', 'revision_number': 1, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:21:56.662660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:56.731383 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-be750acb-704d-445b-8f70-7026e9fdd9eb tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:56.957954 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-d5452acb-001a-4038-95c2-c53ddd19541b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 200  len: 999 time: 0.6681087
Feb 17 01:21:57.025630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5d9c3-4ebc-4786-bfba-b8d06a5dd7ee None None] New status for floating IP 4829b726-9ded-4eb4-9565-8fc144698dc5: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:21:57.085795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Pushing event updated for resources: {'Port': ['ID=7e588679-f210-47d5-afdf-611c889da36b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:57.100880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:57.104862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-a86d8822-50eb-4709-8944-c50c4088c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:57.108730 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-a86d8822-50eb-4709-8944-c50c4088c6bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.1326208
Feb 17 01:21:57.118166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa70ddd8>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:57.122926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] Checking router: b02c4641-96b9-458b-83aa-bed8ed54c805 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:21:57.135518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:21:57.136459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa70ddd8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:21:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:57.416474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90424-5dbc-4e60-a5fd-e3207df56660 req-2d9926f4-6c7c-4518-9ae2-6c13aa94a496 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:57.417293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4cb90424-5dbc-4e60-a5fd-e3207df56660 req-2d9926f4-6c7c-4518-9ae2-6c13aa94a496 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Synchronizing usage tracker for tenant:e6dc8852f57e426585cae0673952b0d6 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:57.465475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:21:57.508442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Network 3952b4f9-d39f-4003-859f-817eef262afd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:21:57.529673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:21:57.545401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4cb90424-5dbc-4e60-a5fd-e3207df56660 req-2d9926f4-6c7c-4518-9ae2-6c13aa94a496 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Unset dirty status for tenant:e6dc8852f57e426585cae0673952b0d6 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:57.553207 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4cb90424-5dbc-4e60-a5fd-e3207df56660 req-2d9926f4-6c7c-4518-9ae2-6c13aa94a496 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 935 time: 0.8925910
Feb 17 01:21:57.556406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:21:57.644455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'name': 'network-vif-deleted', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:21:57.771563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-fb576b25-72b9-4ab2-a6ca-8615b67c8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:57.780121 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-fb576b25-72b9-4ab2-a6ca-8615b67c8482 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6293879
Feb 17 01:21:57.888507 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee888021-d4eb-407a-a010-c6bf1e8c6d3d', 'name': 'network-vif-deleted', 'tag': '7a99883e-12a0-4a90-a343-e58f3225fd0f', 'status': 'completed', 'code': 200}
Feb 17 01:21:57.916398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60918) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:57.924584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:57.925633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:57.986720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4cb90424-5dbc-4e60-a5fd-e3207df56660 req-cff6c57c-d5e4-4d2e-8ac9-50a023dd9516 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Synchronizing usage tracker for tenant:e6dc8852f57e426585cae0673952b0d6 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:21:58.038440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4cb90424-5dbc-4e60-a5fd-e3207df56660 req-cff6c57c-d5e4-4d2e-8ac9-50a023dd9516 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Unset dirty status for tenant:e6dc8852f57e426585cae0673952b0d6 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:21:58.040516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4cb90424-5dbc-4e60-a5fd-e3207df56660 req-cff6c57c-d5e4-4d2e-8ac9-50a023dd9516 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4862282
Feb 17 01:21:58.042744 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.4181054
Feb 17 01:21:58.092580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.113284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-38765e21-7179-4b8f-bbdf-2ef81dcd53aa None None] Provisioning for port 7e588679-f210-47d5-afdf-611c889da36b completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:21:58.121741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-38765e21-7179-4b8f-bbdf-2ef81dcd53aa None None] Provisioning complete for port 7e588679-f210-47d5-afdf-611c889da36b triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:21:58.123296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-38765e21-7179-4b8f-bbdf-2ef81dcd53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.197008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.207247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa70ddd8>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:21:58.225799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856df7a3-6a4a-4555-b7d7-9a75b3cd73b9 None None] The sync data for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi is: [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:21:58.235720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Request body: {'port': {'device_id': '140bb2f1-fa38-4236-a540-479eff4fd841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:21:58.249415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-38765e21-7179-4b8f-bbdf-2ef81dcd53aa None None] Port 7e588679-f210-47d5-afdf-611c889da36b cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:21:58.295894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.314353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-41137d2d-1034-4e7d-b27e-b0135d5dd27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:58.332329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599dbfc-6ec8-4d28-b312-04cbdc7f5344,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:58.339515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:58.340860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.346516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "DELETE /v2.0/security-groups/c599dbfc-6ec8-4d28-b312-04cbdc7f5344 HTTP/1.1" status: 204  len: 168 time: 0.4280374
Feb 17 01:21:58.347445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60924) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:58.371059 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.v2.resource [None req-26ac26b8-b58b-4356-923c-c02a6ce3d8d3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] show failed (client error): The resource could not be found.
Feb 17 01:21:58.375249 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-26ac26b8-b58b-4356-923c-c02a6ce3d8d3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups/c599dbfc-6ec8-4d28-b312-04cbdc7f5344 HTTP/1.1" status: 404  len: 347 time: 0.0264866
Feb 17 01:21:58.375942 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60928) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:21:58.548809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.562767 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-9eb32510-988c-4754-b958-c37855d91035 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7501445
Feb 17 01:21:58.590639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Deleting port 7aa06fb4-aa2f-443c-a4ac-a0c732c91043 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:58.591073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.809630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.810170 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:58.836010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e60bd-280f-4371-ae27-b38b8d414353 None None] New status for floating IP db78df9c-2517-4441-8f3e-83bc60b3faab: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:21:59.001088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Calling delete_port for 7aa06fb4-aa2f-443c-a4ac-a0c732c91043 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:21:59.256408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e588679-f210-47d5-afdf-611c889da36b {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:21:59.267642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:59.284865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Transition to ACTIVE for port object 7e588679-f210-47d5-afdf-611c889da36b will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:21:59.294690 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:59.319142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ea2d37a3-f670-4b2e-a18a-48778599d01e tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:21:59.441160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83993) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:21:59.441533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:21:59.578509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Pushing event updated for resources: {'Port': ['ID=7e588679-f210-47d5-afdf-611c889da36b,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:21:59.591370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:21:59.672223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fa64d-f5f0-461e-b099-bacd9b70e853 req-e49c9102-8ba7-4de6-b5c2-ad648558449e tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:59.673872 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5b7fa64d-f5f0-461e-b099-bacd9b70e853 req-e49c9102-8ba7-4de6-b5c2-ad648558449e tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 947 time: 0.3822594
Feb 17 01:21:59.865651 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5b7fa64d-f5f0-461e-b099-bacd9b70e853 req-c3f3b660-2c6f-4905-a994-96d4b6bcdf35 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040263
Feb 17 01:21:59.908288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Attempting to bind port 7e588679-f210-47d5-afdf-611c889da36b on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:21:59.908672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Attempting to bind port 7e588679-f210-47d5-afdf-611c889da36b by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:21:59.909127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Attempting to bind port 7e588679-f210-47d5-afdf-611c889da36b on network 3952b4f9-d39f-4003-859f-817eef262afd {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:21:59.915839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:21:59.916232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Checking segment: {'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:21:59.916641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:59.917040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Bound using segment: {'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:21:59.917519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Bound port: 7e588679-f210-47d5-afdf-611c889da36b, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239920f7-bcf8-4135-bfad-5bde75c88a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3952b4f9-d39f-4003-859f-817eef262afd'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:21:59.917898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:59.943520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Deleting port 7aa06fb4-aa2f-443c-a4ac-a0c732c91043 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:21:59.943949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.040262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] For port 7e588679-f210-47d5-afdf-611c889da36b, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:22:00.044078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] For port 7e588679-f210-47d5-afdf-611c889da36b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7e588679-f210-47d5-afdf-611c889da36b,segment=NetworkSegment(239920f7-bcf8-4135-bfad-5bde75c88a8d),segment_id=239920f7-bcf8-4135-bfad-5bde75c88a8d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:22:00.048611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.162288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad0ffddc-a419-4b97-af65-3b1512108eb2 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:00.165264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.165642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.305280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Pushing event updated for resources: {'Port': ['ID=7e588679-f210-47d5-afdf-611c889da36b,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:00.309754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:00.332552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:00.334581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.336751 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] 10.222.0.70 "PUT /v2.0/ports/7e588679-f210-47d5-afdf-611c889da36b HTTP/1.1" status: 200  len: 1161 time: 2.2847407
Feb 17 01:22:00.338284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140bb2f1-fa38-4236-a540-479eff4fd841', 'tag': '7e588679-f210-47d5-afdf-611c889da36b'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:00.390308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Calling delete_port for 7aa06fb4-aa2f-443c-a4ac-a0c732c91043 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:22:00.424465 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140bb2f1-fa38-4236-a540-479eff4fd841', 'tag': '7e588679-f210-47d5-afdf-611c889da36b', 'status': 'completed', 'code': 200}
Feb 17 01:22:00.573122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.591216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:00.693244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event deleted for resources: {'Port': ['ID=7aa06fb4-aa2f-443c-a4ac-a0c732c91043,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:00.702948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:00.850384 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.872682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:00.877767 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-131f46c7-b7c6-411e-9dfc-29cfd113a5bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "DELETE /v2.0/floatingips/db78df9c-2517-4441-8f3e-83bc60b3faab HTTP/1.1" status: 204  len: 168 time: 2.4992621
Feb 17 01:22:01.100766 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2826db82-bb95-4326-abf8-92a8c6628a52 req-60fedabc-9d3f-4be4-93b9-4bcb718adf89 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2723174
Feb 17 01:22:01.134243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7473-d32e-420f-8fff-485e8fb6a9eb req-446ceeb2-566e-42a8-a9d5-7dbb8e06191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:01.135903 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-697a7473-d32e-420f-8fff-485e8fb6a9eb req-446ceeb2-566e-42a8-a9d5-7dbb8e06191e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6dc8852f57e426585cae0673952b0d6&device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 1164 time: 0.2255840
Feb 17 01:22:01.180483 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-697a7473-d32e-420f-8fff-485e8fb6a9eb req-d259d1ba-65f4-4775-b130-e7b8f7adeb42 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e6dc8852f57e426585cae0673952b0d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0319679
Feb 17 01:22:01.328820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:22:01.354637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e696a-da5b-497d-aa2f-712a0278b7be req-b0579cbf-918f-469c-95bd-2834d2d902f7 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:01.357820 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b28e696a-da5b-497d-aa2f-712a0278b7be req-b0579cbf-918f-469c-95bd-2834d2d902f7 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 947 time: 0.3110898
Feb 17 01:22:01.490226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60968) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:01.497552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547126745', 'description': 'tempest-description--258811079'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:01.507510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:01.513348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:01.518372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:01.527277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:01.538967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:01.576780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:01.582580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group_rule and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:01.587565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:01.597040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:01.722596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:01.726026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:01.729101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7473-d32e-420f-8fff-485e8fb6a9eb req-55e6b55a-be58-435d-9b68-908771959d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:01.730411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7d25675d-d2c9-4c5b-abf7-717651438f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:01.730718 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-697a7473-d32e-420f-8fff-485e8fb6a9eb req-55e6b55a-be58-435d-9b68-908771959d4d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5473692
Feb 17 01:22:01.762004 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b28e696a-da5b-497d-aa2f-712a0278b7be req-7131a71a-2b90-4aba-a56a-af531115ce0d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3851523
Feb 17 01:22:01.799403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:01.810050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:01.811026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:01.812701 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ad3a043f-bdde-4883-88ec-0a58712490d5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3207595
Feb 17 01:22:01.815610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60976) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:01.822162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'security_group_rule': {'security_group_id': '267efe99-89e5-4fc4-b2ae-bfbc7e4366ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:01.830158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:01.835911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group_rule and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:01.839522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:01.848944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:01.873525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:01.879945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-11687c9e-7da4-453b-b4e1-a6d5ae91ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:01.882320 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-11687c9e-7da4-453b-b4e1-a6d5ae91ea85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6dc8852f57e426585cae0673952b0d6&device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 1164 time: 0.1042733
Feb 17 01:22:01.967982 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-4c88a3c6-336e-422a-bada-c3a8bc1b4fbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7e588679-f210-47d5-afdf-611c889da36b HTTP/1.1" status: 200  len: 217 time: 0.0758431
Feb 17 01:22:01.971057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:01.974208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:01.982290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:02.015782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933d6c5a-d311-4dd4-a46f-f71f468a6d9f,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:02.020217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:02.028455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:02.033182 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2164009
Feb 17 01:22:02.033948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60982) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:02.039968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'security_group_rule': {'security_group_id': '267efe99-89e5-4fc4-b2ae-bfbc7e4366ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:02.049470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:02.054756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:security_group_rule and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:02.056425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-7f5ddab3-faaa-498e-8581-feb219daf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:02.058098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:02.058441 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-7f5ddab3-faaa-498e-8581-feb219daf1cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=57010de9-5cd6-47c6-a836-6b1ba29dfb43 HTTP/1.1" status: 200  len: 843 time: 0.0832243
Feb 17 01:22:02.064315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:02.082176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:02.164029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:02.167545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:02.169983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9860cef9-e470-4f28-8eb5-98ba9a819783 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:02.170142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-20168a1b-f6c8-40a4-b2fb-51da9b019b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:02.171645 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-20168a1b-f6c8-40a4-b2fb-51da9b019b73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3952b4f9-d39f-4003-859f-817eef262afd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1050529
Feb 17 01:22:02.195908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3442cec-ffb3-411a-9180-1f3f0caed523,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:02.201200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:02.206613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:02.211434 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ce3a2eb7-222a-4352-9b72-8ddd49a2f86c tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1728704
Feb 17 01:22:02.212210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 60986) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:02.220015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:02.226256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:02.231521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Usage tracker for resource:floatingip and tenant:0ab7d4eb09a54fc7ab15721f1e408a95 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:02.234971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:02.242192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:02.253739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:02.412333 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-182413fa-5e1b-4340-88e5-adaa9db968e1 service neutron] 10.222.0.70 "GET /v2.0/networks/3952b4f9-d39f-4003-859f-817eef262afd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285573
Feb 17 01:22:02.462283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:02.675209 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b9d9945c-b996-4055-8d73-f57f01909d09 req-c4d1e435-6389-4041-97a4-fc6b23f00f2a service neutron] 10.222.0.70 "GET /v2.0/networks/3952b4f9-d39f-4003-859f-817eef262afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2610281
Feb 17 01:22:02.837436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Allocated IP 172.27.1.121 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/696e5adf-34df-4e63-ae47-aa169a348f10) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:03.009460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7505-938e-49f2-9016-f37cd3f2ee94 req-675870ac-921d-42fb-a0b1-803380b60fde tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:03.011130 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-046c7505-938e-49f2-9016-f37cd3f2ee94 req-675870ac-921d-42fb-a0b1-803380b60fde tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 947 time: 0.1165152
Feb 17 01:22:03.061472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:03.072911 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-046c7505-938e-49f2-9016-f37cd3f2ee94 req-e20b618b-34c2-4946-bfc8-ff8921c1dc8a tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520039
Feb 17 01:22:03.112673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:03.136260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:03.282952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'Port': ['ID=696e5adf-34df-4e63-ae47-aa169a348f10,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:03.288096 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:03.339745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:03.341807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:03.345258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:03.442233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:03.508890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:03.803138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:03.810559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:03.829460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b1228c80-9ce9-4585-b04e-88ee5a358b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:03.984334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'Port': ['ID=696e5adf-34df-4e63-ae47-aa169a348f10,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:03.990129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:04.118076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:04.147079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:04.160013 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9460845
Feb 17 01:22:04.185029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 32786) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:04.370158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae7591-e467-4793-9f8c-ae76f79c9100 req-f309075e-1f9d-42df-85a6-fa6a345ad02a tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:04.379187 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46ae7591-e467-4793-9f8c-ae76f79c9100 req-f309075e-1f9d-42df-85a6-fa6a345ad02a tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 947 time: 0.1105542
Feb 17 01:22:04.452376 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46ae7591-e467-4793-9f8c-ae76f79c9100 req-136f6c7e-80e7-46cc-a152-e0387aabae3c tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717669
Feb 17 01:22:04.477420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:04.504052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:04.509802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Usage tracker for resource:security_group_rule and tenant:b29cc1dfcd844a91a9dace3b6ea11771 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:04.519421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:04.527819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:04.604141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b00b60e0-0366-405e-990c-ef4fee65951e req-ab679a29-cfdc-4668-8ab6-97c45a917495 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:04.636585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b00b60e0-0366-405e-990c-ef4fee65951e req-ab679a29-cfdc-4668-8ab6-97c45a917495 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:04.637893 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-ab679a29-cfdc-4668-8ab6-97c45a917495 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--547126745&fields=id&tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95 HTTP/1.1" status: 200  len: 267 time: 0.0992243
Feb 17 01:22:04.786542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:04.792781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:04.804570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2f5c003-689a-4dd3-bed3-15a4470cd565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:04.885650 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b29cc1dfcd844a91a9dace3b6ea11771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6990535
Feb 17 01:22:04.887627 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 32812) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:04.890177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc5c5e0-6137-4347-aa27-2cecc1fdd098,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:04.894828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:04.909026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-d678230e-6069-4da2-b15d-1a06b032c5d6 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:04.918677 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-d678230e-6069-4da2-b15d-1a06b032c5d6 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 811 time: 0.2593973
Feb 17 01:22:04.932949 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-ce15093f-edf4-43e6-819c-e09d38b85b2f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/quotas/0ab7d4eb09a54fc7ab15721f1e408a95 HTTP/1.1" status: 200  len: 375 time: 0.0111692
Feb 17 01:22:04.999003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:05.034277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:05.054745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b00b60e0-0366-405e-990c-ef4fee65951e req-a2302630-407e-48b7-9a3e-f2548d74eb3a tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:05.075353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-b00b60e0-0366-405e-990c-ef4fee65951e req-a2302630-407e-48b7-9a3e-f2548d74eb3a tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:05.077382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 3952b4f9-d39f-4003-859f-817eef262afd details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:22:05.090559 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-a2302630-407e-48b7-9a3e-f2548d74eb3a tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1425140
Feb 17 01:22:05.104530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:05.111984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:05.132973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc5c5e0-6137-4347-aa27-2cecc1fdd098,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:05.137663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:05.139238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:05.140269 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfc5c5e0-6137-4347-aa27-2cecc1fdd098 HTTP/1.1" status: 204  len: 168 time: 0.2514753
Feb 17 01:22:05.444131 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-c25148d5-a5b8-4598-b067-08b1ad7454c1 service neutron] 10.222.0.30 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3485012
Feb 17 01:22:05.627443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-55e32781-dc2a-459a-a436-0a9d405e6c4b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:22:05.900510 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-cc993e79-7707-4449-a42a-2e17c38fb1ef service neutron] 10.222.0.30 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4548573
Feb 17 01:22:05.982599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0e4a0-581b-47fc-9098-653230fd38d6 req-3a4c2c30-1334-42c4-a9a6-9327553cef2a tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:05.984770 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1c0e4a0-581b-47fc-9098-653230fd38d6 req-3a4c2c30-1334-42c4-a9a6-9327553cef2a tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 947 time: 0.1516128
Feb 17 01:22:06.034695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7e588679-f210-47d5-afdf-611c889da36b up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:06.061957 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1c0e4a0-581b-47fc-9098-653230fd38d6 req-6bd2727c-6a81-427f-b992-1e9e0d8c7cff tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689864
Feb 17 01:22:06.139211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 7e588679-f210-47d5-afdf-611c889da36b completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:06.145566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7e588679-f210-47d5-afdf-611c889da36b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:06.147057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:06.336298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:06.387594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140bb2f1-fa38-4236-a540-479eff4fd841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e588679-f210-47d5-afdf-611c889da36b'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:06.397561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 7e588679-f210-47d5-afdf-611c889da36b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7e588679-f210-47d5-afdf-611c889da36b,segment=NetworkSegment(239920f7-bcf8-4135-bfad-5bde75c88a8d),segment_id=239920f7-bcf8-4135-bfad-5bde75c88a8d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:06.414361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:06.418766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:06.523451 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140bb2f1-fa38-4236-a540-479eff4fd841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e588679-f210-47d5-afdf-611c889da36b', 'code': 200}
Feb 17 01:22:06.590377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=7e588679-f210-47d5-afdf-611c889da36b,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:06.601741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:06.616785 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-911e8a62-a45c-4df0-86cd-c6838022f869 req-9ce2eed8-07f0-475d-8670-68ac7771b68a tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 210 time: 0.0862920
Feb 17 01:22:06.817736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c426cb3-0619-49ed-99d4-72a75093c6d7 req-1b270c2a-8dd8-46c9-9f86-e904ac591402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:06.820182 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9c426cb3-0619-49ed-99d4-72a75093c6d7 req-1b270c2a-8dd8-46c9-9f86-e904ac591402 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 1166 time: 0.1097436
Feb 17 01:22:06.873286 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9c426cb3-0619-49ed-99d4-72a75093c6d7 req-ed6f8dd2-3d0d-4796-9700-7a5fd9cacaca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450935
Feb 17 01:22:06.963276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7e588679-f210-47d5-afdf-611c889da36b up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:07.053650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7e588679-f210-47d5-afdf-611c889da36b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:07.054324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:07.216400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f60b609c-4c53-4b0a-a5b3-c6b96d7361a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:07.341715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2ee2b-30b9-456b-b185-0f9faf1967bf req-b9ee7616-94e8-4fcc-8875-3de3adfd25d7 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:07.344105 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-71e2ee2b-30b9-456b-b185-0f9faf1967bf req-b9ee7616-94e8-4fcc-8875-3de3adfd25d7 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 949 time: 0.1356533
Feb 17 01:22:07.430361 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-71e2ee2b-30b9-456b-b185-0f9faf1967bf req-b0080c65-fa56-461f-9a20-7ba00a7c4799 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767524
Feb 17 01:22:07.703734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-e4e8f823-759a-4696-9bac-014231d7e355 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:07.705479 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-e4e8f823-759a-4696-9bac-014231d7e355 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 811 time: 0.1723733
Feb 17 01:22:07.840580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-329e72dc-a418-43b6-9c80-1733d3a9fd6c req-d71a6741-3c83-4236-909f-3e5e9e4da672 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:07.848400 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-b2ff0dfd-4da8-43cc-bd1a-457dcc4cd0be tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95 HTTP/1.1" status: 200  len: 5703 time: 0.1341703
Feb 17 01:22:07.867266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'port': {'device_id': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'admin_state_up': True, 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'security_groups': ['267efe99-89e5-4fc4-b2ae-bfbc7e4366ad']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:07.899355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-329e72dc-a418-43b6-9c80-1733d3a9fd6c req-d71a6741-3c83-4236-909f-3e5e9e4da672 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:07.900541 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-329e72dc-a418-43b6-9c80-1733d3a9fd6c req-d71a6741-3c83-4236-909f-3e5e9e4da672 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 210 time: 0.1106350
Feb 17 01:22:08.060941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:08.078677 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:08.092482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Made reservation on behalf of 0ab7d4eb09a54fc7ab15721f1e408a95 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:22:08.098611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:08.498610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Allocated IP 172.20.0.12 (c9bdfbda-d736-40cc-85ea-23e1db4da612/74662cfa-dbf2-47b3-8fae-f2834f80a9ad/c853fced-ea9f-4f04-a118-d8697a60b9d7) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:08.795772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c2350-4d00-4e0a-9469-202bd1733dfa req-aa89bfe2-ba63-4945-97a3-dde337a5e2c9 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:08.797394 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d3c2350-4d00-4e0a-9469-202bd1733dfa req-aa89bfe2-ba63-4945-97a3-dde337a5e2c9 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 949 time: 0.1436276
Feb 17 01:22:08.832232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:08.875468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Transition to ACTIVE for port object c853fced-ea9f-4f04-a118-d8697a60b9d7 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:08.879601 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d3c2350-4d00-4e0a-9469-202bd1733dfa req-faf39c4e-d9f8-44cc-863d-4498241368f6 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710764
Feb 17 01:22:08.908079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:08.990480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7e588679-f210-47d5-afdf-611c889da36b up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:09.017882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-acf1e147-8098-43bc-a7bf-fd256892f963 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:09.109286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7e588679-f210-47d5-afdf-611c889da36b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:09.109846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:09.143393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event updated for resources: {'Port': ['ID=c853fced-ea9f-4f04-a118-d8697a60b9d7,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:09.154774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:09.264880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:09.266342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:09.268983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:09.272348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c36aec-bb9e-4a34-a1b4-5936d1c06ede req-9e30d29f-569f-414e-a7df-c47e50bdef30 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:09.274102 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-33c36aec-bb9e-4a34-a1b4-5936d1c06ede req-9e30d29f-569f-414e-a7df-c47e50bdef30 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 932 time: 0.1644554
Feb 17 01:22:09.355172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:09.356197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:09.366883 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-33c36aec-bb9e-4a34-a1b4-5936d1c06ede req-035bcf0c-2003-4b20-b9fa-32f329d89358 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857978
Feb 17 01:22:09.402661 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5416329
Feb 17 01:22:09.417693 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Request body: {'port': {'device_id': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:09.611180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d5b53f29-a321-450a-a18f-3889392efc39 None None] Provisioning for port c853fced-ea9f-4f04-a118-d8697a60b9d7 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:09.618343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d5b53f29-a321-450a-a18f-3889392efc39 None None] Provisioning complete for port c853fced-ea9f-4f04-a118-d8697a60b9d7 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:09.619090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d5b53f29-a321-450a-a18f-3889392efc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:09.687234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-d5b53f29-a321-450a-a18f-3889392efc39 None None] Port c853fced-ea9f-4f04-a118-d8697a60b9d7 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:22:09.699396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:09.849349 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722791-5caf-43ae-ab42-7f975cfba020 req-84873412-c616-447d-ad90-c7c56b1960c3 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:09.851255 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-59722791-5caf-43ae-ab42-7f975cfba020 req-84873412-c616-447d-ad90-c7c56b1960c3 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 949 time: 0.2407906
Feb 17 01:22:09.981185 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-59722791-5caf-43ae-ab42-7f975cfba020 req-8bca8843-1adc-4d90-9de8-62e5f77b54f2 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219935
Feb 17 01:22:10.092648 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-493b2d5c-9ae1-49ba-99de-28215fcb254c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.280406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c853fced-ea9f-4f04-a118-d8697a60b9d7 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:22:10.297707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.315974 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Transition to ACTIVE for port object c853fced-ea9f-4f04-a118-d8697a60b9d7 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:10.320925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.344769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7f5d912e-04c2-41d9-abb4-fcd3548bbe77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:10.494618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c853fced-ea9f-4f04-a118-d8697a60b9d7,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:10.507004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:10.654924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0bcad-8776-4242-b1a1-50a90874a2f5 req-0c3f0efd-97ec-4e28-af36-00cdff453c04 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:10.657737 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0aa0bcad-8776-4242-b1a1-50a90874a2f5 req-0c3f0efd-97ec-4e28-af36-00cdff453c04 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 944 time: 0.1294212
Feb 17 01:22:10.763949 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0aa0bcad-8776-4242-b1a1-50a90874a2f5 req-d9693e4a-ff84-409d-8715-adf00c65b619 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958431
Feb 17 01:22:10.765580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Attempting to bind port c853fced-ea9f-4f04-a118-d8697a60b9d7 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:22:10.766049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Attempting to bind port c853fced-ea9f-4f04-a118-d8697a60b9d7 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:22:10.766438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Attempting to bind port c853fced-ea9f-4f04-a118-d8697a60b9d7 on network c9bdfbda-d736-40cc-85ea-23e1db4da612 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:22:10.775372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:22:10.776429 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Checking segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:22:10.777766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.778424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Bound using segment: {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:22:10.779386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Bound port: c853fced-ea9f-4f04-a118-d8697a60b9d7, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525112b7-4311-4dd6-b748-b1ab5fdc70d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:22:10.780080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.853540 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.916649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] For port c853fced-ea9f-4f04-a118-d8697a60b9d7, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:22:10.921694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] For port c853fced-ea9f-4f04-a118-d8697a60b9d7, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c853fced-ea9f-4f04-a118-d8697a60b9d7,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:22:10.926437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.946901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-39608eb0-eccd-4669-ac88-fe691c9b387e tempest-ServerRescueNegativeTestJSON-1474194671 tempest-ServerRescueNegativeTestJSON-1474194671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:10.976883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7e588679-f210-47d5-afdf-611c889da36b up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:11.096177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 7e588679-f210-47d5-afdf-611c889da36b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:11.096582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:11.299201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:11.504550 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:11.572650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c853fced-ea9f-4f04-a118-d8697a60b9d7,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:11.583086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:11.662136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-eed0327f-765b-435e-befa-16848e6a43fb tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:11.665471 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-eed0327f-765b-435e-befa-16848e6a43fb tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.70 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 949 time: 0.6094415
Feb 17 01:22:11.672065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:11.673177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:11.675865 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-5ba177d3-b9cb-4688-98e4-3a005625c7a9 service neutron] 10.222.0.70 "PUT /v2.0/ports/c853fced-ea9f-4f04-a118-d8697a60b9d7 HTTP/1.1" status: 200  len: 1158 time: 2.2626340
Feb 17 01:22:11.676610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:11.796820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61825211-4cf5-4ee2-90e9-a9be6f27956e req-1bff0682-f888-4c54-9233-66e645dbc9fc tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:11.798547 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-61825211-4cf5-4ee2-90e9-a9be6f27956e req-1bff0682-f888-4c54-9233-66e645dbc9fc tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 949 time: 0.3645012
Feb 17 01:22:11.883470 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7', 'status': 'completed', 'code': 200}
Feb 17 01:22:11.890044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Deleting port 7e588679-f210-47d5-afdf-611c889da36b {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:22:11.890445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:11.992444 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-61825211-4cf5-4ee2-90e9-a9be6f27956e req-1b515cb4-1673-448a-abfb-02cc16c3eb63 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd70c639-a3b8-4962-b5a0-2b44d8b69602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786647
Feb 17 01:22:12.077867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-72f256cf-874c-4fd8-ba0e-65c1a32f0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:12.079555 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-72f256cf-874c-4fd8-ba0e-65c1a32f0ae1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 1161 time: 0.3318403
Feb 17 01:22:12.083742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741eb34-2507-477a-bba8-0e6f86c8368b req-43614d8e-3019-4260-b34d-3695c080b396 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:12.085474 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9741eb34-2507-477a-bba8-0e6f86c8368b req-43614d8e-3019-4260-b34d-3695c080b396 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 944 time: 0.0971160
Feb 17 01:22:12.175011 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-e738751a-846e-48b1-8fab-7ceaafa847ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c853fced-ea9f-4f04-a118-d8697a60b9d7 HTTP/1.1" status: 200  len: 217 time: 0.0870636
Feb 17 01:22:12.189532 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9741eb34-2507-477a-bba8-0e6f86c8368b req-9eaad9bb-40d4-4c76-99c4-2263932a5753 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930042
Feb 17 01:22:12.277964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-50a7210b-1b4d-4f90-ba7d-1b582204f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:12.281496 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-50a7210b-1b4d-4f90-ba7d-1b582204f3e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.0978954
Feb 17 01:22:12.511117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b60e0-0366-405e-990c-ef4fee65951e req-9a24d842-4f5d-4c55-b205-993868785dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:12.513394 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-9a24d842-4f5d-4c55-b205-993868785dcb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2062848
Feb 17 01:22:12.515272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] For port 7e588679-f210-47d5-afdf-611c889da36b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=7e588679-f210-47d5-afdf-611c889da36b,segment=NetworkSegment(239920f7-bcf8-4135-bfad-5bde75c88a8d),segment_id=239920f7-bcf8-4135-bfad-5bde75c88a8d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:12.515683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:12.732905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Calling delete_port for 7e588679-f210-47d5-afdf-611c889da36b owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:22:12.958868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 7e588679-f210-47d5-afdf-611c889da36b no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:22:12.976386 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-1858e4a2-fd83-42fa-abab-290288d418c7 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4518075
Feb 17 01:22:13.000007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e641052-5108-4029-8a26-8a20cb9ddf72 req-29533e9c-93d3-4a11-a98e-1e7867b477b9 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:13.001570 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e641052-5108-4029-8a26-8a20cb9ddf72 req-29533e9c-93d3-4a11-a98e-1e7867b477b9 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 945 time: 0.3443117
Feb 17 01:22:13.162774 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e641052-5108-4029-8a26-8a20cb9ddf72 req-be166183-6fad-4ede-97a5-62716f488a53 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1306169
Feb 17 01:22:13.165573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:13.189123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:13.197794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:13.305247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Pushing event deleted for resources: {'Port': ['ID=7e588679-f210-47d5-afdf-611c889da36b,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:13.316465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:13.350382 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b00b60e0-0366-405e-990c-ef4fee65951e req-aea36292-32d2-4649-8b0e-07fdf8a799bb service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3646567
Feb 17 01:22:13.364102 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-317b2e41-1ce7-492c-bc5b-60ebc4409dac req-84756bc6-bd38-4b04-b83f-f16115461650 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 210 time: 0.1175556
Feb 17 01:22:13.618566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] No DVR routers for this DVR port 7e588679-f210-47d5-afdf-611c889da36b on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:22:13.622241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:13.632526 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c9409-64ce-47c3-8efe-7c06e2ad5f08 req-2eff3fba-2af2-4d15-b43f-774ab6d31799 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:13.633575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7f0c9409-64ce-47c3-8efe-7c06e2ad5f08 req-2eff3fba-2af2-4d15-b43f-774ab6d31799 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Synchronizing usage tracker for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:13.670094 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cc7ce643-c664-4cb6-b0f3-6bdd9048a49e req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.70 "DELETE /v2.0/ports/7e588679-f210-47d5-afdf-611c889da36b HTTP/1.1" status: 204  len: 173 time: 1.9802735
Feb 17 01:22:13.678535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7f0c9409-64ce-47c3-8efe-7c06e2ad5f08 req-2eff3fba-2af2-4d15-b43f-774ab6d31799 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Unset dirty status for tenant:0ab7d4eb09a54fc7ab15721f1e408a95 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:13.680087 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f0c9409-64ce-47c3-8efe-7c06e2ad5f08 req-2eff3fba-2af2-4d15-b43f-774ab6d31799 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 944 time: 0.2755668
Feb 17 01:22:13.683472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-40174f8f-4a55-4977-a804-b07b068fb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:13.685343 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-40174f8f-4a55-4977-a804-b07b068fb6d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 1161 time: 0.2244182
Feb 17 01:22:13.884735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140bb2f1-fa38-4236-a540-479eff4fd841', 'name': 'network-vif-deleted', 'tag': '7e588679-f210-47d5-afdf-611c889da36b'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:13.903498 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f0c9409-64ce-47c3-8efe-7c06e2ad5f08 req-74babcb5-238f-4ca3-b2b1-cacb85998ba0 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2161033
Feb 17 01:22:13.911313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-2e1df6dc-9c74-4175-a9ee-87011e02e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:13.912979 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-2e1df6dc-9c74-4175-a9ee-87011e02e000 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.2038713
Feb 17 01:22:13.938026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:14.007164 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140bb2f1-fa38-4236-a540-479eff4fd841', 'name': 'network-vif-deleted', 'tag': '7e588679-f210-47d5-afdf-611c889da36b', 'status': 'completed', 'code': 200}
Feb 17 01:22:14.016845 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-e5462a5c-d6a2-49cc-afe5-789ff7351836 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c853fced-ea9f-4f04-a118-d8697a60b9d7 HTTP/1.1" status: 200  len: 217 time: 0.0957930
Feb 17 01:22:14.094264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-4c631953-0d74-45de-a9c9-61c2d408c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:14.095897 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-4c631953-0d74-45de-a9c9-61c2d408c385 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.0679767
Feb 17 01:22:14.187199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-a4a3323c-8fe6-43da-bb69-7b66daafd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:14.188864 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-a4a3323c-8fe6-43da-bb69-7b66daafd309 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850735
Feb 17 01:22:14.649225 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-83291837-078c-42fa-9a40-9e106850cf9e req-3f397b88-089b-4bf0-8aff-dbfd11e9ac74 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] 10.222.0.30 "GET /v2.0/ports?device_id=140bb2f1-fa38-4236-a540-479eff4fd841 HTTP/1.1" status: 200  len: 210 time: 0.0684772
Feb 17 01:22:14.849267 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-decd11ab-e0c4-45d4-9c5c-28e6df6a2501 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6466770
Feb 17 01:22:14.863870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-0576d6eb-4024-4a0a-9055-d37e136cb215 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:14.865498 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-0576d6eb-4024-4a0a-9055-d37e136cb215 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 945 time: 0.5281968
Feb 17 01:22:14.983105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b02618-ed65-46cb-bc04-90b88cf6941f req-b7eb67b1-4666-480b-a6f7-1501fb9ccf95 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:14.984798 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-48b02618-ed65-46cb-bc04-90b88cf6941f req-b7eb67b1-4666-480b-a6f7-1501fb9ccf95 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 945 time: 0.5615983
Feb 17 01:22:15.097050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Deleting port 38e29eae-7564-49b1-aadb-b35c957f4e01 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:22:15.097432 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:15.167180 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-48b02618-ed65-46cb-bc04-90b88cf6941f req-ea516630-f6be-4433-9b48-8957b676e668 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1557677
Feb 17 01:22:15.237710 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f7d6-8b84-41c5-9a52-2612773e2d6b req-bba3272a-2863-495c-bc35-d7083dda4fba tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:15.244608 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1053f7d6-8b84-41c5-9a52-2612773e2d6b req-bba3272a-2863-495c-bc35-d7083dda4fba tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 944 time: 0.1060226
Feb 17 01:22:15.288246 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0c795df-7b41-40a2-871e-04040d5faa56 req-38ae0cf1-f429-4f48-8703-ff30fc3aab88 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4272494
Feb 17 01:22:15.338513 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1053f7d6-8b84-41c5-9a52-2612773e2d6b req-aa19a52e-5413-440d-8dcb-073baaf7deb5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903261
Feb 17 01:22:15.397051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device c853fced-ea9f-4f04-a118-d8697a60b9d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:15.489496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port c853fced-ea9f-4f04-a118-d8697a60b9d7 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:15.494992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] For port 38e29eae-7564-49b1-aadb-b35c957f4e01, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=38e29eae-7564-49b1-aadb-b35c957f4e01,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:15.495419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:15.495752 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port c853fced-ea9f-4f04-a118-d8697a60b9d7 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:15.496212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:15.646155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:15.680367 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:15.714311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port c853fced-ea9f-4f04-a118-d8697a60b9d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c853fced-ea9f-4f04-a118-d8697a60b9d7,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:15.719503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:15.722971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:15.816535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 38e29eae-7564-49b1-aadb-b35c957f4e01 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:22:15.936410 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7', 'code': 200}
Feb 17 01:22:15.938410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:15.938939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:15.939397 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Floating IP 8005671f-b2c5-487f-8bd0-0d8952505553 disassociated. External IP: 172.27.1.183, port: 38e29eae-7564-49b1-aadb-b35c957f4e01.
Feb 17 01:22:15.939952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Calling delete_port for 38e29eae-7564-49b1-aadb-b35c957f4e01 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:22:16.160162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=c853fced-ea9f-4f04-a118-d8697a60b9d7,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:16.177293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.177687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.178072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.178448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.178822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.179199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.179565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.190856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.191341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.191751 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.192147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.192556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.193085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.193463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.193837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.194206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.194574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.194948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.195315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.195684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.196093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.196461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.196828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.197193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:16.205681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:16.223072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:16.266214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:16.382510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4a348f3e-0d45-4de5-bca9-2d4d798189a3 tempest-VolumesActionsTest-372131981 tempest-VolumesActionsTest-372131981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:16.513607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event deleted for resources: {'Port': ['ID=38e29eae-7564-49b1-aadb-b35c957f4e01,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:16.516552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:16.528104 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e1dd56d2-a1ac-4a6b-a415-b6261e756e0b req-66a338db-0e59-4b2b-9ff8-5415a0b73a3f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 210 time: 0.1119409
Feb 17 01:22:16.584994 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b57bd-1968-4f93-988d-c97e4f86426d req-cab976b6-2f57-49c1-86f0-055e35374394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:16.586660 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d4b57bd-1968-4f93-988d-c97e4f86426d req-cab976b6-2f57-49c1-86f0-055e35374394 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 1163 time: 0.4855425
Feb 17 01:22:16.615613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa62b35-7229-4273-9547-35b27741095d req-38ab1430-3096-4242-852e-84ed14048a10 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:16.617414 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-afa62b35-7229-4273-9547-35b27741095d req-38ab1430-3096-4242-852e-84ed14048a10 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.1374619
Feb 17 01:22:16.661974 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d4b57bd-1968-4f93-988d-c97e4f86426d req-5c75e4bf-49d0-41c0-8f28-49699970077f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596201
Feb 17 01:22:16.701743 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-afa62b35-7229-4273-9547-35b27741095d req-ff9985f7-4ac7-4e90-8aad-cdeaffe86e82 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737591
Feb 17 01:22:16.883594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:22:17.055806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device c853fced-ea9f-4f04-a118-d8697a60b9d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:17.087269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:22:17.131169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] No DVR routers for this DVR port 38e29eae-7564-49b1-aadb-b35c957f4e01 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:22:17.134027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:17.137098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'name': 'network-vif-deleted', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:17.148495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:22:17.155418 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-728a66fe-4603-4b2b-b7c7-473e3ac37b8d req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "DELETE /v2.0/ports/38e29eae-7564-49b1-aadb-b35c957f4e01 HTTP/1.1" status: 204  len: 173 time: 2.2611625
Feb 17 01:22:17.173903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:17.174437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a715c0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:17.196980 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a16a0fc-4ca8-4119-ac88-184b93d384fb', 'name': 'network-vif-deleted', 'tag': '38e29eae-7564-49b1-aadb-b35c957f4e01', 'status': 'completed', 'code': 200}
Feb 17 01:22:17.335658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port c853fced-ea9f-4f04-a118-d8697a60b9d7 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:17.335658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:17.448686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:17.761234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7cd25123-cb9e-4728-87fb-6d9272d1d9ac req-7cc474ca-8814-4bb0-b643-566890b930da tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:17.779258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7cd25123-cb9e-4728-87fb-6d9272d1d9ac req-7cc474ca-8814-4bb0-b643-566890b930da tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:17.780817 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7cd25123-cb9e-4728-87fb-6d9272d1d9ac req-7cc474ca-8814-4bb0-b643-566890b930da tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a16a0fc-4ca8-4119-ac88-184b93d384fb HTTP/1.1" status: 200  len: 210 time: 0.0926104
Feb 17 01:22:17.996671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9983-ceed-4bb1-8137-4d1075d34556 req-f61af7ad-c36e-4bd0-8284-f62c64358db2 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:17.998621 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8ad9983-ceed-4bb1-8137-4d1075d34556 req-f61af7ad-c36e-4bd0-8284-f62c64358db2 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.1243701
Feb 17 01:22:18.073251 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8ad9983-ceed-4bb1-8137-4d1075d34556 req-70cc9dbf-2913-414b-aad6-99874d4fded5 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667751
Feb 17 01:22:18.119285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a715c0>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:18.124527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:22:18.144381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:18.145820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a715c0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:18.371898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:18.763635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a715c0>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:18.769401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7b808-779e-44d9-8864-6b53486edf00 None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:22:19.041239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device c853fced-ea9f-4f04-a118-d8697a60b9d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:19.155909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port c853fced-ea9f-4f04-a118-d8697a60b9d7 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:19.156173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:19.256570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd5385-e126-4bae-8a62-1cf5cdd3b54e None None] New status for floating IP 8005671f-b2c5-487f-8bd0-0d8952505553: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:22:19.298496 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-cec6b9da-7b92-4a45-b6de-3495f15f4c83 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1598673530&fields=id&tenant_id=0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 267 time: 0.1024325
Feb 17 01:22:19.332497 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6217-c969-47a1-9b30-95b6bc83c83f req-82ad86a7-05ca-494d-bc18-002d7fa3109e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:19.335484 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c48b6217-c969-47a1-9b30-95b6bc83c83f req-82ad86a7-05ca-494d-bc18-002d7fa3109e tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.1171966
Feb 17 01:22:19.400304 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c48b6217-c969-47a1-9b30-95b6bc83c83f req-357d663c-82c6-4c2b-8f69-729ec57d1edf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552416
Feb 17 01:22:19.530091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-b41965b0-70cc-47ab-a463-fff6141846dc tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:19.538278 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-b41965b0-70cc-47ab-a463-fff6141846dc tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 811 time: 0.2314248
Feb 17 01:22:19.557748 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-32a23856-f024-47a6-90e9-b6f015f1d8a4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/quotas/0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 375 time: 0.0181320
Feb 17 01:22:19.621264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cf816-e5ad-4aa0-bbad-d74d7052f97f req-30013f77-5a8e-4885-9743-10aa4f98b938 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:19.622913 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e87cf816-e5ad-4aa0-bbad-d74d7052f97f req-30013f77-5a8e-4885-9743-10aa4f98b938 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.0992012
Feb 17 01:22:19.633520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33254) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:19.643781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Request body: {'floatingip': {'port_id': 'c853fced-ea9f-4f04-a118-d8697a60b9d7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:19.695558 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-f23af31b-cb0a-407b-87fc-57c0e02e6a74 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1218784
Feb 17 01:22:19.748192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:19.895813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33276) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:19.985581 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-6d77292d-9198-4ca1-8c33-f91aef16a405 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890399
Feb 17 01:22:20.107071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Deleting subnet bb25aedb-4c99-43bd-bdcf-885431745673 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:22:20.171431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:20.260381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:20.375718 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-3ca53a95-6732-438d-a321-c5534deda8dd service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3824015
Feb 17 01:22:20.422580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:20.855839 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-361467d1-3ff9-414b-87a2-85d3e5176379 req-054b635c-537f-4bdd-b251-ad9bed5f6264 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 210 time: 0.1033037
Feb 17 01:22:20.878736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:20.881221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:21.289210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:21.361565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:21.416911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb25aedb-4c99-43bd-bdcf-885431745673,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:21.422542 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Floating IP 461b3cec-88e2-4a47-8b29-a4cc57ee3ae6 associated. External IP: 172.27.1.121, port: c853fced-ea9f-4f04-a118-d8697a60b9d7.
Feb 17 01:22:21.485480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:21.533211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 33308) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:21.605917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:21.627268 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3bfa6ec8-04f0-49dd-b3df-d5c1144d62a7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bb25aedb-4c99-43bd-bdcf-885431745673 HTTP/1.1" status: 204  len: 168 time: 1.7274237
Feb 17 01:22:21.627611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33314) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:21.704464 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8f134d33-e63b-4bde-bba2-01d32b6514b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6dc8852f57e426585cae0673952b0d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1674380
Feb 17 01:22:21.704714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 33318) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:21.855617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:21.896271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:21.907021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.007594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-b6dd9d68-9d51-434f-8083-aa9a0fe7e0b5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:22.009535 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-b6dd9d68-9d51-434f-8083-aa9a0fe7e0b5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 811 time: 0.2434969
Feb 17 01:22:22.036961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.046304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-09b2c161-86cb-4ee7-96b9-59f8e3199c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:22.049352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Router b02c4641-96b9-458b-83aa-bed8ed54c805 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:22:22.064943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70c639-a3b8-4962-b5a0-2b44d8b69602,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:22.075760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:22.100103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.101366 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd70c639-a3b8-4962-b5a0-2b44d8b69602 HTTP/1.1" status: 204  len: 168 time: 0.3956678
Feb 17 01:22:22.138255 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-6533be84-bcb4-4cc1-aeba-62b00af89f3d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 5765 time: 0.1193881
Feb 17 01:22:22.150038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'port': {'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'admin_state_up': True, 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'security_groups': ['838bd9fd-cdca-4348-8558-fa40dc7247d3']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:22.182584 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f7040ee2-5a1f-4199-ab4d-7f0813e333d6 req-fe06df81-acdc-42e2-9d1e-41b668f0e910 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 210 time: 0.1302431
Feb 17 01:22:22.329552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:22.342902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:22.355837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Made reservation on behalf of 0eabf95addb344e486905f7f5d1767b5 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:22:22.362081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.403335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.568477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf9f41780>,) {'filters': {'network_id': ['f440b665-151e-4590-8dd8-f0b9bcae05b2']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:22.576625 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:22:22.583755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.591130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] Sync routers for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:22:22.609311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:22.610011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4ee320>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:22.617997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9f41780>, '22c62c93-897d-44f0-a4d3-f3c8367d1169') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:22.618183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9f41780>, '22c62c93-897d-44f0-a4d3-f3c8367d1169') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:22.646520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.679978 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-fd880d44-c6e9-4ece-873d-eaba5b8fc64f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "PUT /v2.0/floatingips/461b3cec-88e2-4a47-8b29-a4cc57ee3ae6 HTTP/1.1" status: 200  len: 992 time: 3.0422642
Feb 17 01:22:22.679978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:22.680448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:22.685535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:22:22.946066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Allocated IP 172.20.0.14 (2de463d4-5d2e-49b1-b224-2c9fd96e9c13/efa44810-5216-443c-9896-0c56631a6e6e/33c9ca18-8d77-42ff-a13a-82c90796204c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:22.964526 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:22:22.966726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:22.980879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.062449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33350) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:23.066436 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7', 'status': 'completed', 'code': 200}
Feb 17 01:22:23.193726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Network f440b665-151e-4590-8dd8-f0b9bcae05b2 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:22:23.221155 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:22:23.314325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1035802995-network', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:23.327361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:23.374302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-d6067692-f5b6-46eb-92bf-c20a39bd8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:23.375995 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-d6067692-f5b6-46eb-92bf-c20a39bd8767 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 1163 time: 0.3529298
Feb 17 01:22:23.383535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Usage tracker for resource:network and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:23.395579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:23.412141 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0817a078-da36-4cdf-893f-e3ac21880b81 req-a1fc8693-71f9-45fa-affd-2e32b6cec6c1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 210 time: 0.0812416
Feb 17 01:22:23.412784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:23.415135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4ee320>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '461b3cec-88e2-4a47-8b29-a4cc57ee3ae6', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'port_id': 'c853fced-ea9f-4f04-a118-d8697a60b9d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'mac_address': 'fa:16:3e:9e:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:03Z', 'updated_at': '2021-02-17T01:22:20Z', 'revision_number': 1, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:23.421175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] Checking router: b02c4641-96b9-458b-83aa-bed8ed54c805 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:22:23.428076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Made reservation on behalf of d9afe842ed2f4c429389ba547d2ea9f7 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:22:23.432825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.436816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:23.437600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4ee320>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:23.439265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.446792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.449513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.463191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.467333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d1b2ef93-abb5-4271-a5a8-c39125c14012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:23.493464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:23.497647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f440b665-151e-4590-8dd8-f0b9bcae05b2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:23.500645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:23.506472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Usage tracker for resource:security_group_rule and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:23.510280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:23.516262 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4dfc2243-a059-4395-af09-99f54f9ca9aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/f440b665-151e-4590-8dd8-f0b9bcae05b2 HTTP/1.1" status: 204  len: 168 time: 1.8851948
Feb 17 01:22:23.518057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:23.529411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Transition to ACTIVE for port object 33c9ca18-8d77-42ff-a13a-82c90796204c will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:23.597326 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-612f3c0c-4c59-4ea6-bfe3-3494950d6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:23.599420 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-612f3c0c-4c59-4ea6-bfe3-3494950d6454 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.2067571
Feb 17 01:22:23.635436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.639071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.644919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e81e42b6-fc39-48c8-8006-17392bc57d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:23.676428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:23.681735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.689929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33362) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:23.699222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:22:23.705817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bde650ce-d08e-4dc0-9072-abbfc15eef79 tempest-AttachVolumeNegativeTest-1978626900 tempest-AttachVolumeNegativeTest-1978626900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:23.720689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6eb719-ebc0-4012-94d3-21aa544039a0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:23.728744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:23.743467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.745239 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Added segment 0b373a09-e35f-4d61-8240-c37729d49e3b of type vxlan for network 65463dee-cd85-4226-9b5b-2dc46b0a6bad
Feb 17 01:22:23.788290 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e2b8cd7b-608d-45c6-b472-e339a3b4a451 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b198ba7e59b74f19818e713c4b448d14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0902762
Feb 17 01:22:23.789059 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33366) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:23.804069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.878211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.881973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:23.882099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=33c9ca18-8d77-42ff-a13a-82c90796204c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:23.882627 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.888392 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-5adf9fbb-7ac1-48df-9b42-bcea6e2e39b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c853fced-ea9f-4f04-a118-d8697a60b9d7 HTTP/1.1" status: 200  len: 1000 time: 0.2820837
Feb 17 01:22:23.890984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:23.898728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:23.917009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:23.982148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-a374ed74-e6af-450f-8359-a02ea9852be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:23.984092 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-a374ed74-e6af-450f-8359-a02ea9852be2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.0859931
Feb 17 01:22:23.994467 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9269998
Feb 17 01:22:24.010675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33372) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:24.028854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Request body: {'subnet': {'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1035802995-subnet', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:24.045664 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:24.050826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Pushing event updated for resources: {'Network': ['ID=65463dee-cd85-4226-9b5b-2dc46b0a6bad,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:24.056309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:24.065302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Usage tracker for resource:subnet and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:24.080875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:22:24.085845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:24.088444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:24.093267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:24.096546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:22:24.194058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:24.194920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:24.214528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-34686aff-15f9-4de4-b0d0-17a49ab68552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:24.216428 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-34686aff-15f9-4de4-b0d0-17a49ab68552 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2224233
Feb 17 01:22:24.326770 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1824002
Feb 17 01:22:24.326978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:24.330223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:24.343185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Request body: {'port': {'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:24.346814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:24.388967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Made reservation on behalf of d9afe842ed2f4c429389ba547d2ea9f7 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:22:24.396036 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5952324'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:24.529019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:24.545547 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-111a5e07-5b50-43a9-85a3-28dac67e8fa1 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3199563
Feb 17 01:22:24.556279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:24.563211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-656be587-dc32-4817-86c1-feb63cbe6912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:24.566279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-2d32bac4-f780-446c-8e86-287843574a47 None None] Provisioning for port 33c9ca18-8d77-42ff-a13a-82c90796204c completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:24.580144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-2d32bac4-f780-446c-8e86-287843574a47 None None] Provisioning complete for port 33c9ca18-8d77-42ff-a13a-82c90796204c triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:24.580576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2d32bac4-f780-446c-8e86-287843574a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:24.586720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0b4adc-5d74-4177-b5ae-995dc2637ca5,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:24.589980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:24.608986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:24.613428 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb0b4adc-5d74-4177-b5ae-995dc2637ca5 HTTP/1.1" status: 204  len: 168 time: 0.8232417
Feb 17 01:22:24.649290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4ee320>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '461b3cec-88e2-4a47-8b29-a4cc57ee3ae6', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'port_id': 'c853fced-ea9f-4f04-a118-d8697a60b9d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'mac_address': 'fa:16:3e:9e:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:03Z', 'updated_at': '2021-02-17T01:22:20Z', 'revision_number': 1, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:24.660603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cdbbc-4f70-4abc-ae57-0a65b7932135 None None] The sync data for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi is: [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '461b3cec-88e2-4a47-8b29-a4cc57ee3ae6', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'port_id': 'c853fced-ea9f-4f04-a118-d8697a60b9d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'mac_address': 'fa:16:3e:9e:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:03Z', 'updated_at': '2021-02-17T01:22:20Z', 'revision_number': 1, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:22:24.683121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-2d32bac4-f780-446c-8e86-287843574a47 None None] Port 33c9ca18-8d77-42ff-a13a-82c90796204c cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:22:25.004160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5952341'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.029535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2e8b4c4f-29ec-4028-9915-71c0059401cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:25.035591 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4dd53f6d-d0b1-4936-a7fa-53be6aac1fd6 req-61e5991b-da79-4b87-8a6c-24980f2f51f0 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4442725
Feb 17 01:22:25.035964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d45957-9ad7-419e-8fb1-7538652fd3d2 None None] New status for floating IP 461b3cec-88e2-4a47-8b29-a4cc57ee3ae6: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:22:25.084038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabda84-5333-457f-aeb7-b741f692af8a req-e2ff3aa7-329a-4e64-9594-8e13bb6375c5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:25.084825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-aeabda84-5333-457f-aeb7-b741f692af8a req-e2ff3aa7-329a-4e64-9594-8e13bb6375c5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:25.213729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-aeabda84-5333-457f-aeb7-b741f692af8a req-e2ff3aa7-329a-4e64-9594-8e13bb6375c5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:25.221725 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aeabda84-5333-457f-aeb7-b741f692af8a req-e2ff3aa7-329a-4e64-9594-8e13bb6375c5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 932 time: 0.4027402
Feb 17 01:22:25.256738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c4f86c-764b-4bd3-9488-45536500e3a9,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:25.269528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:25.321171 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aeabda84-5333-457f-aeb7-b741f692af8a req-d869edfd-0866-439e-97b5-37448815c029 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0981588
Feb 17 01:22:25.377427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Checking segment: {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:22:25.377827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Network hostable DHCP agents. Network: 65463dee-cd85-4226-9b5b-2dc46b0a6bad, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:22:25.400961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:22:25.410393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 65463dee-cd85-4226-9b5b-2dc46b0a6bad) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:25.421508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a279b1-2340-4f1b-8bd1-9f6a7bf07712 None None] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:22:25.432025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:25.432674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.443089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c9ca18-8d77-42ff-a13a-82c90796204c {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:22:25.453826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.461523 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1d1d2382-c3b0-4822-909c-6356ecac1145 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4496961
Feb 17 01:22:25.464361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33396) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:25.471092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Transition to ACTIVE for port object 33c9ca18-8d77-42ff-a13a-82c90796204c will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:25.472027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:25.475168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.477813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:25.482728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Usage tracker for resource:router and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:25.486532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:25.493356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7cf2d5a3-1b4c-4d37-9bc6-662b6ef0dbad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:25.494368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:25.506703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.508151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.558011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.709660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:22:25.711475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:25.917231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Pushing event updated for resources: {'Port': ['ID=33c9ca18-8d77-42ff-a13a-82c90796204c,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:25.928402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:26.018269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.026008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Allocated IP 172.20.0.2 (65463dee-cd85-4226-9b5b-2dc46b0a6bad/08c4f86c-764b-4bd3-9488-45536500e3a9/d6a1fe18-e63e-4a09-80dc-829749ce1df3) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:26.236153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Attempting to bind port 33c9ca18-8d77-42ff-a13a-82c90796204c on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:22:26.236782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Attempting to bind port 33c9ca18-8d77-42ff-a13a-82c90796204c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:22:26.236910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Attempting to bind port 33c9ca18-8d77-42ff-a13a-82c90796204c on network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:22:26.249602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:22:26.249985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Checking segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:22:26.250410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.250814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Bound using segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:22:26.251301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Bound port: 33c9ca18-8d77-42ff-a13a-82c90796204c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:22:26.251679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.362974 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.387887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] For port 33c9ca18-8d77-42ff-a13a-82c90796204c, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:22:26.396207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Transition to ACTIVE for port object d6a1fe18-e63e-4a09-80dc-829749ce1df3 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:26.398779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] For port 33c9ca18-8d77-42ff-a13a-82c90796204c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=33c9ca18-8d77-42ff-a13a-82c90796204c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:22:26.405545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.440856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.443282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Transition to ACTIVE for port object d6a1fe18-e63e-4a09-80dc-829749ce1df3 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:26.454735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.479976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.487613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:26.573086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2f02c8b9-9853-45a5-b524-8f6c8c4f96b1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:26.771668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Pushing event updated for resources: {'Port': ['ID=d6a1fe18-e63e-4a09-80dc-829749ce1df3,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:26.778098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:26.834959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Pushing event updated for resources: {'Port': ['ID=33c9ca18-8d77-42ff-a13a-82c90796204c,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:26.836556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:26.838620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:26.845250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:26.849967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:26.861160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:26.862041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.865246 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] 10.222.0.70 "PUT /v2.0/ports/33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 1158 time: 2.5277445
Feb 17 01:22:26.866071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:26.893207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bf2b7-e491-4f79-93e7-14d91e3934e7 req-692ba255-f094-4af3-a4be-d9f34aaab0c3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:26.894924 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8c4bf2b7-e491-4f79-93e7-14d91e3934e7 req-692ba255-f094-4af3-a4be-d9f34aaab0c3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.2586980
Feb 17 01:22:26.944996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Attempting to bind port d6a1fe18-e63e-4a09-80dc-829749ce1df3 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:22:26.945424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Attempting to bind port d6a1fe18-e63e-4a09-80dc-829749ce1df3 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:22:26.945845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Attempting to bind port d6a1fe18-e63e-4a09-80dc-829749ce1df3 on network 65463dee-cd85-4226-9b5b-2dc46b0a6bad {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:22:26.952331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:22:26.952907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Checking segment: {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:22:26.953375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:26.953822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Bound using segment: {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:22:26.954353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Bound port: d6a1fe18-e63e-4a09-80dc-829749ce1df3, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:22:26.954779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:27.006641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Allocated IP 172.27.1.126 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/ca2f9bba-07c9-4ccd-bf56-837343ee97c1) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:27.014846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7692089b-b6da-4cf8-8513-c952cd7d0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:27.017704 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7692089b-b6da-4cf8-8513-c952cd7d0436 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1161 time: 0.1129131
Feb 17 01:22:27.072344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] For port d6a1fe18-e63e-4a09-80dc-829749ce1df3, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:22:27.076661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] For port d6a1fe18-e63e-4a09-80dc-829749ce1df3, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d6a1fe18-e63e-4a09-80dc-829749ce1df3,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:22:27.081922 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:27.098895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:27.102624 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'status': 'completed', 'code': 200}
Feb 17 01:22:27.122277 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-dece0637-5d28-42dd-97aa-f4911bfb3ff3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 217 time: 0.0949447
Feb 17 01:22:27.133908 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8c4bf2b7-e491-4f79-93e7-14d91e3934e7 req-d959611d-83a9-43be-b51c-395d851c62a4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1570551
Feb 17 01:22:27.203746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7dfbf775-08af-49c6-adad-5a1ac6f3f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:27.205673 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-7dfbf775-08af-49c6-adad-5a1ac6f3f4ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0767124
Feb 17 01:22:27.218426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:27.261266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:27.301356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Pushing event updated for resources: {'Port': ['ID=d6a1fe18-e63e-4a09-80dc-829749ce1df3,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:27.313546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:27.328721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-53a485ff-73b4-4d73-ba17-261b6495f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:27.330516 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-53a485ff-73b4-4d73-ba17-261b6495f246 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1178710
Feb 17 01:22:27.352088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e3eecbca-88b6-43eb-bce6-66f09fd8d964 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:27.452304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2f9bba-07c9-4ccd-bf56-837343ee97c1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:27.455602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:27.483559 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-6638c160-2b20-47b9-b77b-4cc0c9a4836a service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459327
Feb 17 01:22:27.496661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:27.497855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:27.500192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:27.648883 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ff99295b-3993-4d8e-a988-596ca5aee623 req-3369fb11-6fb2-4bfb-a353-e42681d456c9 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1582654
Feb 17 01:22:27.807572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-70fea97f-3f3e-471b-9bee-be9d61fb35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:27.809286 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-70fea97f-3f3e-471b-9bee-be9d61fb35d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1161 time: 0.1105869
Feb 17 01:22:27.968421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-b0421182-eb66-4c17-a8dd-8d0430f5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:27.971599 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-b0421182-eb66-4c17-a8dd-8d0430f5aa94 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1528723
Feb 17 01:22:28.064383 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-c04b96f5-6cba-4912-9e81-3dcd74bac015 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 217 time: 0.0874071
Feb 17 01:22:28.144537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-9c86851a-2321-42fe-b26b-6b45e7a3fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:28.146171 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-9c86851a-2321-42fe-b26b-6b45e7a3fb56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0746889
Feb 17 01:22:28.245337 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-36afc9e7-371f-440b-80d8-47648138ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:28.247047 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-36afc9e7-371f-440b-80d8-47648138ee42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0940778
Feb 17 01:22:28.255934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:28.485614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886162d7-ce95-4515-ae6b-51c738020069 req-fb8ee2b6-f4fe-4814-9c9e-1b4a629456b5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:28.492013 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-886162d7-ce95-4515-ae6b-51c738020069 req-fb8ee2b6-f4fe-4814-9c9e-1b4a629456b5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.2022910
Feb 17 01:22:28.534217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-be8153f7-72a2-4541-938f-c2b73ba02440 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2777994
Feb 17 01:22:28.657708 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-886162d7-ce95-4515-ae6b-51c738020069 req-7c461799-ed79-4ae2-95ea-9128491e544c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1478317
Feb 17 01:22:28.713471 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-58c99330-f968-46f1-b44b-e4fd261cad39 req-b26cde55-68b4-4232-98f6-756b3348075d service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1698134
Feb 17 01:22:28.726286 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:28.793351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b03813-c832-440a-951b-a57c8ed2ac89 None None] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:22:28.887897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-a0807706-a2a8-4e5e-89ff-088f16da55e4 None None] Provisioning for port d6a1fe18-e63e-4a09-80dc-829749ce1df3 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:28.947410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Router a2a8fefd-861e-47e3-ba46-119b57ba0291 is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:22:29.069738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d6a1fe18-e63e-4a09-80dc-829749ce1df3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:29.148891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:22:29.158545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port d6a1fe18-e63e-4a09-80dc-829749ce1df3 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:29.166100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port d6a1fe18-e63e-4a09-80dc-829749ce1df3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:29.166676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:29.177210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:29.178569 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f146143b-67f1-4f10-b164-daee82ef86a6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7129083
Feb 17 01:22:29.181525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33444) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:29.200799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Sync routers for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:22:29.229090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:29.229965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab56748>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:29.610943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-641d2483-babd-4552-80dc-0d6e4c6f9291 None None] Provisioning complete for port d6a1fe18-e63e-4a09-80dc-829749ce1df3 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:29.611371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-641d2483-babd-4552-80dc-0d6e4c6f9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:29.772698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:29.924055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.079206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838b404-29da-4938-9642-aa313e6cd5f5 req-52dd5816-b03c-47d4-84ff-0c043e7f9f7f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:30.080998 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4838b404-29da-4938-9642-aa313e6cd5f5 req-52dd5816-b03c-47d4-84ff-0c043e7f9f7f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.2731969
Feb 17 01:22:30.101176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port d6a1fe18-e63e-4a09-80dc-829749ce1df3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d6a1fe18-e63e-4a09-80dc-829749ce1df3,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:30.118740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.120739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-641d2483-babd-4552-80dc-0d6e4c6f9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.135244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:30.146799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.184338 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4838b404-29da-4938-9642-aa313e6cd5f5 req-5f82a661-edf1-40a7-a607-bfe43a13f0ca tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0916946
Feb 17 01:22:30.289720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=d6a1fe18-e63e-4a09-80dc-829749ce1df3,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:30.331795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:30.379510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-641d2483-babd-4552-80dc-0d6e4c6f9291 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:22:30.380550 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-641d2483-babd-4552-80dc-0d6e4c6f9291 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:22:30.395515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab56748>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:27Z', 'revision_number': 3, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:30.399647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Checking router: a2a8fefd-861e-47e3-ba46-119b57ba0291 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:22:30.400094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Updating router a2a8fefd-861e-47e3-ba46-119b57ba0291 port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:22:30.458406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.559667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Allocated IP 172.20.0.1 (65463dee-cd85-4226-9b5b-2dc46b0a6bad/08c4f86c-764b-4bd3-9488-45536500e3a9/8227cb77-68a9-4a81-abb9-1763c866d78c) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:30.721171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.738399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Transition to ACTIVE for port object 8227cb77-68a9-4a81-abb9-1763c866d78c will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:30.765399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.778512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:30.931229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.960017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Transition to ACTIVE for port object ca2f9bba-07c9-4ccd-bf56-837343ee97c1 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:30.966073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:30.982759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:31.084351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d6a1fe18-e63e-4a09-80dc-829749ce1df3 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:31.158818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Pushing event updated for resources: {'Port': ['ID=8227cb77-68a9-4a81-abb9-1763c866d78c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:31.165043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:31.194678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43a60-26d9-4df6-a3e3-1d930e301f43 None None] Pushing event updated for resources: {'Port': ['ID=ca2f9bba-07c9-4ccd-bf56-837343ee97c1,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:31.201490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-8b3e2c4c-b4b6-427b-ade1-ad764ea3dec4 None None] Provisioning complete for port d6a1fe18-e63e-4a09-80dc-829749ce1df3 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:31.201917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2c4c-b4b6-427b-ade1-ad764ea3dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.214760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:31.215990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:31.218327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:31.229404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a4a43a60-26d9-4df6-a3e3-1d930e301f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:31.305035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.353666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port d6a1fe18-e63e-4a09-80dc-829749ce1df3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:31.354098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.497235 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Attempting to bind port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:22:31.497673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Attempting to bind port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:22:31.497921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Attempting to bind port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:22:31.509150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691b817-abfa-445b-a971-32627595c4fc req-30087e19-aa9b-4939-b1a5-bbf60ed8ceb8 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:31.517243 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1691b817-abfa-445b-a971-32627595c4fc req-30087e19-aa9b-4939-b1a5-bbf60ed8ceb8 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.1512823
Feb 17 01:22:31.528910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:22:31.529339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:22:31.529802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.530249 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:22:31.530781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Bound port: ca2f9bba-07c9-4ccd-bf56-837343ee97c1, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:22:31.531202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.578000 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1691b817-abfa-445b-a971-32627595c4fc req-d18a9560-cc3f-4b2f-8972-5a01d1bed9cb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0541189
Feb 17 01:22:31.664262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.687875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] For port ca2f9bba-07c9-4ccd-bf56-837343ee97c1, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:22:31.711967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] For port ca2f9bba-07c9-4ccd-bf56-837343ee97c1, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=ca2f9bba-07c9-4ccd-bf56-837343ee97c1,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:22:31.721300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.742584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:31.855247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-071d3079-1b31-49fa-a677-6df408847ce1 None None] Provisioning for port 8227cb77-68a9-4a81-abb9-1763c866d78c completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:31.871687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-071d3079-1b31-49fa-a677-6df408847ce1 None None] Provisioning complete for port 8227cb77-68a9-4a81-abb9-1763c866d78c triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:31.872173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-071d3079-1b31-49fa-a677-6df408847ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.942841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43a60-26d9-4df6-a3e3-1d930e301f43 None None] Pushing event updated for resources: {'Port': ['ID=ca2f9bba-07c9-4ccd-bf56-837343ee97c1,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:31.957988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a4a43a60-26d9-4df6-a3e3-1d930e301f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:31.990590 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-071d3079-1b31-49fa-a677-6df408847ce1 None None] Port 8227cb77-68a9-4a81-abb9-1763c866d78c cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:22:31.990707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:31.991744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:32.016887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:32.017567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab56748>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:32.023300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:32.114516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:32.131094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Pushing event updated for resources: {'Port': ['ID=8227cb77-68a9-4a81-abb9-1763c866d78c,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:32.183671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:32.273613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:32.275332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:32.425704 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:32.500808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Router a2a8fefd-861e-47e3-ba46-119b57ba0291 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:22:32.690697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-841a7df4-162d-4a4d-9e68-887bebbb9896 None None] Provisioning complete for port 8227cb77-68a9-4a81-abb9-1763c866d78c triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:32.691131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-841a7df4-162d-4a4d-9e68-887bebbb9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:32.779910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:22:32.791174 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-841a7df4-162d-4a4d-9e68-887bebbb9896 None None] Port 8227cb77-68a9-4a81-abb9-1763c866d78c cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:22:32.793327 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2a8fefd-861e-47e3-ba46-119b57ba0291/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6105020
Feb 17 01:22:32.844566 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23a34d-14da-4956-b49f-c36eafdfa15d req-1bdbc9db-8539-4d38-8526-837e0764a49a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:32.846615 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb23a34d-14da-4956-b49f-c36eafdfa15d req-1bdbc9db-8539-4d38-8526-837e0764a49a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.1343126
Feb 17 01:22:32.875798 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab56748>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 2, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:32.880575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c82484-5dbd-44a9-bfe7-a00964aaf55d None None] The sync data for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi is: [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 2, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:22:32.902156 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb23a34d-14da-4956-b49f-c36eafdfa15d req-b030421f-f5a8-407a-9322-ee4b6066f97b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0477002
Feb 17 01:22:34.208133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f5de-1feb-43da-bcf2-f3090019e60d req-a7fa8562-f88b-47ca-a8b1-2191f094a1e5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:34.210352 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0491f5de-1feb-43da-bcf2-f3090019e60d req-a7fa8562-f88b-47ca-a8b1-2191f094a1e5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.1096148
Feb 17 01:22:34.299769 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0491f5de-1feb-43da-bcf2-f3090019e60d req-a741dec2-3aa5-4371-a3f6-e8eb0cc38811 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0804892
Feb 17 01:22:35.082296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca2f9bba-07c9-4ccd-bf56-837343ee97c1 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:35.173255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:35.179597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:35.180012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:35.326873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:35.347389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port ca2f9bba-07c9-4ccd-bf56-837343ee97c1, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=ca2f9bba-07c9-4ccd-bf56-837343ee97c1,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:35.352001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:35.357239 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:35.455897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=ca2f9bba-07c9-4ccd-bf56-837343ee97c1,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:35.459574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 33c9ca18-8d77-42ff-a13a-82c90796204c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:35.498439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:35.549067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137029d-2e1f-4597-bfc7-0ff5193e187f req-cc8f2dae-5737-4ffd-890d-af5b8a2b7d8c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:35.550935 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c137029d-2e1f-4597-bfc7-0ff5193e187f req-cc8f2dae-5737-4ffd-890d-af5b8a2b7d8c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.1153498
Feb 17 01:22:35.556694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 33c9ca18-8d77-42ff-a13a-82c90796204c completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:35.573303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 33c9ca18-8d77-42ff-a13a-82c90796204c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:35.573733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:35.616339 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c137029d-2e1f-4597-bfc7-0ff5193e187f req-c11b3f28-e3b6-4baa-a594-7f5d9d012232 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0581007
Feb 17 01:22:35.737892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:35.771966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:35.784938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 33c9ca18-8d77-42ff-a13a-82c90796204c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=33c9ca18-8d77-42ff-a13a-82c90796204c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:35.789543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:35.791614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:35.887218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=33c9ca18-8d77-42ff-a13a-82c90796204c,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:35.891893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:36.153215 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'code': 200}
Feb 17 01:22:36.524570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906014a-8bb8-4f7d-8bf2-e9dc3f33ca8d req-57d03026-f469-4dec-98a6-616d38a122e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:36.526317 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3906014a-8bb8-4f7d-8bf2-e9dc3f33ca8d req-57d03026-f469-4dec-98a6-616d38a122e6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1163 time: 0.1029615
Feb 17 01:22:36.592967 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3906014a-8bb8-4f7d-8bf2-e9dc3f33ca8d req-147efcd1-3a02-4d12-bb3f-61368362481a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0568781
Feb 17 01:22:36.621816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Sync routers for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:22:36.633833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:36.634755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafb570278>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:36.827016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26cbea-ae63-451b-97ea-aadf6f8b3a20 req-0fd1acf6-6047-4f30-91d2-b94f93d63d00 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:36.829373 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fa26cbea-ae63-451b-97ea-aadf6f8b3a20 req-0fd1acf6-6047-4f30-91d2-b94f93d63d00 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 946 time: 0.0987089
Feb 17 01:22:36.854138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:36.896330 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fa26cbea-ae63-451b-97ea-aadf6f8b3a20 req-f4b356d7-11be-4b76-a538-6c2e3127576f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0590837
Feb 17 01:22:37.132951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 33c9ca18-8d77-42ff-a13a-82c90796204c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:37.168885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 33c9ca18-8d77-42ff-a13a-82c90796204c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:37.169321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:37.261885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca2f9bba-07c9-4ccd-bf56-837343ee97c1 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:37.312139 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafb570278>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 2, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:37.316382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Checking router: a2a8fefd-861e-47e3-ba46-119b57ba0291 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:22:37.316782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Updating router a2a8fefd-861e-47e3-ba46-119b57ba0291 port 8227cb77-68a9-4a81-abb9-1763c866d78c binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:22:37.381177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e840b502-1d7a-4671-9145-ae1d3153d0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:37.399354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:37.464303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:37.464738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:38.051937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:38.081657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Transition to ACTIVE for port object 8227cb77-68a9-4a81-abb9-1763c866d78c will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:38.092972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:38.119248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:38.174992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d79442-3ca1-4c27-b83e-98c045020f4e req-90607b49-8798-411e-937f-9d1384c2b65c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:38.177717 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-51d79442-3ca1-4c27-b83e-98c045020f4e req-90607b49-8798-411e-937f-9d1384c2b65c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 946 time: 0.1264682
Feb 17 01:22:38.244808 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-51d79442-3ca1-4c27-b83e-98c045020f4e req-4215a2a7-a79a-4d49-9525-9434e1f9b6db tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0607009
Feb 17 01:22:38.301226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Pushing event updated for resources: {'Port': ['ID=8227cb77-68a9-4a81-abb9-1763c866d78c,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:38.318295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.318685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.319207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.319580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.319980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.320355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.320715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.321057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.321416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.321777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.322137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.322495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.322898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.323258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.323619 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.324018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.324380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.324742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.325098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.325457 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.325815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.326190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.326505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.326859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:38.346481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:38.356523 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:22:38.554770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Attempting to bind port 8227cb77-68a9-4a81-abb9-1763c866d78c on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:22:38.557689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Attempting to bind port 8227cb77-68a9-4a81-abb9-1763c866d78c by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:22:38.558210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Attempting to bind port 8227cb77-68a9-4a81-abb9-1763c866d78c on network 65463dee-cd85-4226-9b5b-2dc46b0a6bad {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:22:38.566470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:22:38.566470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Checking segment: {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:22:38.566890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:38.568948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Bound using segment: {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:22:38.569560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Bound port: 8227cb77-68a9-4a81-abb9-1763c866d78c, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:22:38.570009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:38.628224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c6ab6-3c6d-4bd3-9e25-5699c70d8e85 req-5799b119-0770-411f-b434-a93fe99c5a98 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:38.642711 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f51c6ab6-3c6d-4bd3-9e25-5699c70d8e85 req-5799b119-0770-411f-b434-a93fe99c5a98 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 946 time: 0.1979423
Feb 17 01:22:38.721104 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f51c6ab6-3c6d-4bd3-9e25-5699c70d8e85 req-62c65614-14b1-481d-977a-73b0c651a22e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0772610
Feb 17 01:22:39.009330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] For port 8227cb77-68a9-4a81-abb9-1763c866d78c, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:22:39.016453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] For port 8227cb77-68a9-4a81-abb9-1763c866d78c, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=8227cb77-68a9-4a81-abb9-1763c866d78c,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:22:39.026818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:39.045963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:39.081786 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-0aaae3b2-5ad3-4316-be70-a194c302810c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3285983
Feb 17 01:22:39.097767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:39.110984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:39.134644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:39.152522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:39.231659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Pushing event updated for resources: {'Port': ['ID=8227cb77-68a9-4a81-abb9-1763c866d78c,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:39.246602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:39.297533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd25d8-b4fb-4e80-9959-a2a881ad7d16 req-984c6773-9f7d-41e6-bff8-319d77db3302 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:39.305985 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6bd25d8-b4fb-4e80-9959-a2a881ad7d16 req-984c6773-9f7d-41e6-bff8-319d77db3302 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1597717
Feb 17 01:22:39.324728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:39.325462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafb570278>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:39.368840 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6bd25d8-b4fb-4e80-9959-a2a881ad7d16 req-43422bd6-fb89-4ba8-90e6-1ba3916b1066 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615904
Feb 17 01:22:39.448854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:39.478655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 33642) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:39.659441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:39.686534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:39.689564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:39.691933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Usage tracker for resource:security_group_rule and tenant:77149b1807eb47cea861c2809fada15f is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:22:39.699284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:22:39.708592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:39.803954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:39.811119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:39.852689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b71ec937-60d5-4527-8010-39ba7c1773d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:39.887934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2add8ea-2306-4ad8-a942-b5ee6ce47b8b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:39.901841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Allocated IP 172.27.1.17 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/795d13fe-2ee9-4aea-a47e-9e2de7d08ab8) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:39.911992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33648) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:22:39.912511 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77149b1807eb47cea861c2809fada15f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4324555
Feb 17 01:22:39.913796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:40.090102 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd7a9-6437-4e66-ad71-d917eb42bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.122716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.142227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafb570278>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:38Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:40.147422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27788c97-5120-4e08-a2ca-8c57887c6bce None None] The sync data for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi is: [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:38Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:22:40.160021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.218658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.226172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0f12ef8-24c2-4511-a269-3bb048ac7d8c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:40.242495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2add8ea-2306-4ad8-a942-b5ee6ce47b8b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:40.245517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:40.332962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.334231 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2add8ea-2306-4ad8-a942-b5ee6ce47b8b HTTP/1.1" status: 204  len: 168 time: 0.4200964
Feb 17 01:22:40.427483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.482068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.655202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748e234-e961-48da-957a-2f09663d36e8 req-aad60424-bc32-4a97-be81-57e9cf5811bf tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:40.663757 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9748e234-e961-48da-957a-2f09663d36e8 req-aad60424-bc32-4a97-be81-57e9cf5811bf tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1529460
Feb 17 01:22:40.741392 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9748e234-e961-48da-957a-2f09663d36e8 req-2540f8e2-6afe-4b2e-ad35-daa1f1a40580 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766580
Feb 17 01:22:40.848343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.913823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-20533e6c-d755-4528-a173-f03672a35e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:41.029259 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=795d13fe-2ee9-4aea-a47e-9e2de7d08ab8,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:41.048336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:41.113124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8227cb77-68a9-4a81-abb9-1763c866d78c up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:41.169165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:41.170714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:41.174443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:41.280373 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.290912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 8227cb77-68a9-4a81-abb9-1763c866d78c completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:41.307227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 8227cb77-68a9-4a81-abb9-1763c866d78c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:41.309427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.317214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.390280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.511914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.529954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.561671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 8227cb77-68a9-4a81-abb9-1763c866d78c, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=8227cb77-68a9-4a81-abb9-1763c866d78c,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:22:41.566527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.573997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:41.702980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=8227cb77-68a9-4a81-abb9-1763c866d78c,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:41.707280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:41.774621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.780053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.798157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-229e8618-d570-4101-86e8-c8dd1b701c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:41.936294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=795d13fe-2ee9-4aea-a47e-9e2de7d08ab8,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:41.946744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:42.017726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574d9e-6c4e-4b81-8c40-a67ea645ab2b req-f8f7f6a4-e6e3-418c-a336-b2793643787b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:42.019625 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-40574d9e-6c4e-4b81-8c40-a67ea645ab2b req-f8f7f6a4-e6e3-418c-a336-b2793643787b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1121628
Feb 17 01:22:42.083431 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-40574d9e-6c4e-4b81-8c40-a67ea645ab2b req-19a3cee3-f2e5-4dc0-a830-2ed42f795032 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557244
Feb 17 01:22:42.130162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:42.166569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:42.168407 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.0784845
Feb 17 01:22:42.330386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-5413c3e4-aba1-4833-9196-945c49eb15c4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:42.349975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-5413c3e4-aba1-4833-9196-945c49eb15c4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:42.351964 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-5413c3e4-aba1-4833-9196-945c49eb15c4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.17 HTTP/1.1" status: 200  len: 695 time: 0.1757312
Feb 17 01:22:42.602756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a6b3cb7e-8249-41ee-8eb2-a956edf868bb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:42.604368 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c61aa7c-ebc9-4fe0-9c64-7f68ce36cc0b req-a6b3cb7e-8249-41ee-8eb2-a956edf868bb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.2407055
Feb 17 01:22:42.807257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-14157860-fe5a-4830-9548-40de1ac1a0e8 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:42.811238 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-14157860-fe5a-4830-9548-40de1ac1a0e8 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0991609
Feb 17 01:22:42.910248 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-61e3c031-b980-493c-a98a-740626277f50 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.17 HTTP/1.1" status: 200  len: 695 time: 0.0920737
Feb 17 01:22:42.917515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'floatingip': {'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:43.008784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:43.041797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8227cb77-68a9-4a81-abb9-1763c866d78c up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:22:43.140091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 8227cb77-68a9-4a81-abb9-1763c866d78c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:43.140605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:43.314094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d70182-a93c-4b38-80a9-68e65d680030 req-0b068f3f-e538-46ab-9c0b-03d1142a596d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:43.322936 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6d70182-a93c-4b38-80a9-68e65d680030 req-0b068f3f-e538-46ab-9c0b-03d1142a596d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1124923
Feb 17 01:22:43.387555 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f6d70182-a93c-4b38-80a9-68e65d680030 req-16b14065-9fce-4ee8-b024-29884822e56f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631781
Feb 17 01:22:43.913845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:44.049407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:44.053905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:44.403974 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Floating IP 147b1c85-2308-4beb-a6d8-2f8955ca6f43 associated. External IP: 172.27.1.17, port: 33c9ca18-8d77-42ff-a13a-82c90796204c.
Feb 17 01:22:44.670163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd70fb-ee66-4966-8762-d41b0e09d232 req-4040baaa-69d6-4c28-b1e8-1056da702328 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:44.677777 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78dd70fb-ee66-4966-8762-d41b0e09d232 req-4040baaa-69d6-4c28-b1e8-1056da702328 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1459384
Feb 17 01:22:44.738735 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78dd70fb-ee66-4966-8762-d41b0e09d232 req-9dde2047-f0e5-45be-912e-0b94e2ebc7aa tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597713
Feb 17 01:22:44.776851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dc834-90c4-4980-aee6-39113135a023 req-f926ef06-11f9-4429-9d34-ba6ab6b66bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:44.780654 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef4dc834-90c4-4980-aee6-39113135a023 req-f926ef06-11f9-4429-9d34-ba6ab6b66bbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1162 time: 0.5818439
Feb 17 01:22:44.947711 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:22:45.177909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:22:45.190997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:22:45.198280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:45.201854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:45.202546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa47e400>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:45.297897 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-aef3293f-4d20-4944-9c6a-4067da4e80d3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "PUT /v2.0/floatingips/147b1c85-2308-4beb-a6d8-2f8955ca6f43 HTTP/1.1" status: 200  len: 996 time: 2.3862116
Feb 17 01:22:45.298534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:22:45.421882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-8d68d423-6f70-444c-bc86-72963ec57a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:45.427114 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-8d68d423-6f70-444c-bc86-72963ec57a0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1163 time: 0.1205087
Feb 17 01:22:45.595548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:45.616459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-d3f5bd0b-8597-4d5d-a4c8-c704c4db0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:45.625060 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-d3f5bd0b-8597-4d5d-a4c8-c704c4db0985 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1935592
Feb 17 01:22:45.764732 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-7b10417e-a85c-40d9-b919-545b5eae7260 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 999 time: 0.1384692
Feb 17 01:22:45.871597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-42db6174-31c9-4a85-ba31-534e99473541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:45.873294 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-42db6174-31c9-4a85-ba31-534e99473541 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.1014020
Feb 17 01:22:45.958022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-2ec74de3-dd3d-4750-8501-38f13c9450bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:45.959722 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-2ec74de3-dd3d-4750-8501-38f13c9450bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789671
Feb 17 01:22:45.970967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-d4a7740a-1c56-4535-bfa9-e5091a54bd75 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:22:45.972182 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-d4a7740a-1c56-4535-bfa9-e5091a54bd75 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0055106
Feb 17 01:22:46.042162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa47e400>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:43Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:46.046506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:22:46.056374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:22:46.057056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa47e400>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:46.242755 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-183957da-8adb-4e25-b763-613d50bd493f service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643631
Feb 17 01:22:46.247046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dc834-90c4-4980-aee6-39113135a023 req-82180562-9fcb-4a5d-8f93-9b8aecd89ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:46.248626 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef4dc834-90c4-4980-aee6-39113135a023 req-82180562-9fcb-4a5d-8f93-9b8aecd89ded service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.1909437
Feb 17 01:22:46.253199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:22:46.388617 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-433f64d5-2be8-463f-a830-98db2cdc4477 req-13a11e1e-1377-4415-877a-f7955dd3ad1d service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389275
Feb 17 01:22:46.451843 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'status': 'completed', 'code': 200}
Feb 17 01:22:46.630410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557b846-7e46-4ad9-b1b4-b05f58a17fd0 req-a69fa433-efb3-449f-b305-efb344b682a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:46.632073 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2557b846-7e46-4ad9-b1b4-b05f58a17fd0 req-a69fa433-efb3-449f-b305-efb344b682a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0925004
Feb 17 01:22:46.637808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa47e400>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:43Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:22:46.642118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97bc27-84ec-4e23-a0af-ae7fb203504e None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:43Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:22:46.681778 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2557b846-7e46-4ad9-b1b4-b05f58a17fd0 req-d1ff94f3-5c59-462a-ae37-303a5e0ca17d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427821
Feb 17 01:22:46.920451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f2f24-03ae-40f4-b57f-cdb6de98c664 None None] New status for floating IP 147b1c85-2308-4beb-a6d8-2f8955ca6f43: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:22:47.557327 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef4dc834-90c4-4980-aee6-39113135a023 req-8a0e1257-473c-4308-9a4a-e0d287f31d90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 200  len: 1001 time: 0.4983828
Feb 17 01:22:47.656009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-f9aca51d-bd36-4800-b455-2e0c6085ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:47.657634 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-f9aca51d-bd36-4800-b455-2e0c6085ee49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1163 time: 0.3061736
Feb 17 01:22:47.669668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-8c041436-d123-4500-80ca-5b081d185cd6 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:47.671161 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-8c041436-d123-4500-80ca-5b081d185cd6 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 815 time: 0.3127172
Feb 17 01:22:47.776479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dc834-90c4-4980-aee6-39113135a023 req-82dc6951-0829-483f-ae6e-497727d7c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:47.778072 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef4dc834-90c4-4980-aee6-39113135a023 req-82dc6951-0829-483f-ae6e-497727d7c625 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.2067473
Feb 17 01:22:47.784289 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-ceb9e076-a240-4683-a4dc-a4b127b45b92 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/quotas/d9afe842ed2f4c429389ba547d2ea9f7 HTTP/1.1" status: 200  len: 375 time: 0.0855472
Feb 17 01:22:47.899004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdd77e-fe29-4e86-bc1a-90d7b3a57d0e req-15d6943c-21f2-46c1-9952-134464bc97a6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:47.900727 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-51cdd77e-fe29-4e86-bc1a-90d7b3a57d0e req-15d6943c-21f2-46c1-9952-134464bc97a6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0922139
Feb 17 01:22:47.951495 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-51cdd77e-fe29-4e86-bc1a-90d7b3a57d0e req-a896928d-6c81-4439-a720-5fdb5e9864eb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442765
Feb 17 01:22:47.951863 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-c2171dc6-ca35-4182-8072-1b0eff163287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:47.953202 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-c2171dc6-ca35-4182-8072-1b0eff163287 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.2794070
Feb 17 01:22:48.068749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dc834-90c4-4980-aee6-39113135a023 req-e5eeea93-48cd-4686-b213-52a9adde017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:48.070399 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef4dc834-90c4-4980-aee6-39113135a023 req-e5eeea93-48cd-4686-b213-52a9adde017f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2827592
Feb 17 01:22:48.117406 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-80f6fea7-2169-4996-be5c-00a03f0c9fad tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2916017
Feb 17 01:22:48.205060 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-746f5973-c2c4-429a-8672-0b464d9c2f94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 1001 time: 0.2422218
Feb 17 01:22:48.409990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-fb9aaadb-d8c5-4a28-9753-2fed74b71616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:48.411678 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-fb9aaadb-d8c5-4a28-9753-2fed74b71616 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.1935060
Feb 17 01:22:48.468795 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef4dc834-90c4-4980-aee6-39113135a023 req-004f6b9d-8a92-479b-95e8-bf3af399db46 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3876183
Feb 17 01:22:48.499073 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-94e89ca4-9d52-4f1d-b714-c16358fa6fad service neutron] 10.222.0.30 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3237987
Feb 17 01:22:48.774738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-0abcc5a7-a804-4efe-a109-5b31c0eb47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:48.776298 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-0abcc5a7-a804-4efe-a109-5b31c0eb47b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3508377
Feb 17 01:22:48.780830 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ef4dc834-90c4-4980-aee6-39113135a023 req-207faee1-088e-4669-a261-c3ff5f5abb54 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2878313
Feb 17 01:22:48.786045 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-4b4c571f-eac9-49de-bc63-a7fe0656f554 service neutron] 10.222.0.30 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2617779
Feb 17 01:22:48.978900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d3e53a6c-af67-42af-b4fb-41435ca0a828 req-c088030b-af9c-4721-99d6-1040b2f80b43 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:48.996440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d3e53a6c-af67-42af-b4fb-41435ca0a828 req-c088030b-af9c-4721-99d6-1040b2f80b43 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:48.997949 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d3e53a6c-af67-42af-b4fb-41435ca0a828 req-c088030b-af9c-4721-99d6-1040b2f80b43 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 210 time: 0.0673239
Feb 17 01:22:49.175291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645227f-7742-479b-ba1d-31bf51f8fa2c req-643b7a21-4171-4f8e-9377-438b22d3b6e3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:49.177919 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c645227f-7742-479b-ba1d-31bf51f8fa2c req-643b7a21-4171-4f8e-9377-438b22d3b6e3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0988884
Feb 17 01:22:49.228220 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c645227f-7742-479b-ba1d-31bf51f8fa2c req-fd871e18-4d36-44c9-8f3c-50b20ceaa9eb tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437918
Feb 17 01:22:50.164942 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-08436a8c-05fc-4070-9dc3-c35b5290d1e5 req-c2d4bf8e-f3bd-4e44-88df-f6d9b477f994 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 210 time: 0.0521464
Feb 17 01:22:50.444541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd956f-7382-4926-ba64-442609b89ae2 req-701d023a-a406-4b80-b948-ac3f74927b29 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:50.446170 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-accd956f-7382-4926-ba64-442609b89ae2 req-701d023a-a406-4b80-b948-ac3f74927b29 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0871079
Feb 17 01:22:50.493792 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-accd956f-7382-4926-ba64-442609b89ae2 req-c6d82259-882c-4b9d-b198-3e1a6ed1c712 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413895
Feb 17 01:22:51.332506 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-756eef11-e126-4a41-a453-5c80b200ed35 req-c775db38-805c-47f6-96c2-759fbe83a5f9 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 210 time: 0.0531619
Feb 17 01:22:51.744532 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-1f95f1bb-f9dd-4451-8670-86d26ac78217 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079999
Feb 17 01:22:51.756507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124146e-562b-41f1-8861-aa12ce29660d req-3ad8b65c-e4e9-46c2-b901-7fbf92606c23 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:51.758080 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e124146e-562b-41f1-8861-aa12ce29660d req-3ad8b65c-e4e9-46c2-b901-7fbf92606c23 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1318464
Feb 17 01:22:52.123260 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e124146e-562b-41f1-8861-aa12ce29660d req-64f0119e-8796-43d2-af03-a11e086bb826 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3395987
Feb 17 01:22:52.162406 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6910c5cc-47cb-4a00-88db-004f1d6ecdf2 req-a45daa97-3eeb-4f74-9f68-4adca41a1eef service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4030268
Feb 17 01:22:52.443576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-23784964-e452-44cc-b4a7-dd41def7abab tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:52.445231 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-23784964-e452-44cc-b4a7-dd41def7abab tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.70 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 815 time: 0.1685174
Feb 17 01:22:52.459672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'port': {'device_id': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'admin_state_up': True, 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:22:52.510649 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6be11b06-e7a7-407d-9f3a-b1fcf229e0df req-49507fc1-8ded-4317-99a9-ef5558524696 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 210 time: 0.0548565
Feb 17 01:22:52.613389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:22:52.624177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:22:52.633870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Made reservation on behalf of d9afe842ed2f4c429389ba547d2ea9f7 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:22:52.639730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:52.994063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Allocated IP 172.20.0.4 (65463dee-cd85-4226-9b5b-2dc46b0a6bad/08c4f86c-764b-4bd3-9488-45536500e3a9/0ea8075f-e75a-47fb-927d-6048a7d1c3ca) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:22:53.311067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:53.338047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Transition to ACTIVE for port object 0ea8075f-e75a-47fb-927d-6048a7d1c3ca will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:22:53.365109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:53.386187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:22:53.517521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'Port': ['ID=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:22:53.523003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464add-0dbb-4784-bdf4-d7188490430c req-7d99e618-7c3c-47d9-aa0a-b628cbda1777 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:53.524745 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cc464add-0dbb-4784-bdf4-d7188490430c req-7d99e618-7c3c-47d9-aa0a-b628cbda1777 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1166611
Feb 17 01:22:53.542564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.543091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.543575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.544107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.544573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.545047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.546080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.546080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.546334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.546675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.547310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.547728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.548217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.554351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.554351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:22:53.559329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:22:53.595951 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cc464add-0dbb-4784-bdf4-d7188490430c req-ba560f8c-bd1e-46a0-ba16-3c61326124ae tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589650
Feb 17 01:22:53.720388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:22:53.721675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:22:53.729587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:22:53.834202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:53.834942 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:53.861743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfda01-9508-43b2-a73f-257b6c2cb082 req-14c74678-0493-497d-9fd5-3bfe54b2334c tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:53.864016 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8abfda01-9508-43b2-a73f-257b6c2cb082 req-14c74678-0493-497d-9fd5-3bfe54b2334c tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.1831408
Feb 17 01:22:53.898930 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4437404
Feb 17 01:22:53.930392 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8abfda01-9508-43b2-a73f-257b6c2cb082 req-76bb52f2-93a4-41be-b1d2-5dfbf10d96e8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524843
Feb 17 01:22:54.002950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d30b36af-a016-4cc0-8551-5ef1f5e7840c None None] Provisioning for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:22:54.020624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d30b36af-a016-4cc0-8551-5ef1f5e7840c None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:22:54.022361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d30b36af-a016-4cc0-8551-5ef1f5e7840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:54.086155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-d30b36af-a016-4cc0-8551-5ef1f5e7840c None None] Port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:22:54.859270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e53bb-c32a-4ae4-bd15-2b976eb27c31 req-4ac10b86-4e5d-4290-9913-577363e52350 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:54.860925 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e7e53bb-c32a-4ae4-bd15-2b976eb27c31 req-4ac10b86-4e5d-4290-9913-577363e52350 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1021557
Feb 17 01:22:54.925670 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e7e53bb-c32a-4ae4-bd15-2b976eb27c31 req-d452e44a-bc52-41c1-9da1-960461367431 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578747
Feb 17 01:22:55.151557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b48544-71e0-426f-bf3d-b7405f133098 req-0f7f4ad9-8714-4c17-ae70-130b8c04dc7a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:55.152342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-98b48544-71e0-426f-bf3d-b7405f133098 req-0f7f4ad9-8714-4c17-ae70-130b8c04dc7a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:22:55.166927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-98b48544-71e0-426f-bf3d-b7405f133098 req-0f7f4ad9-8714-4c17-ae70-130b8c04dc7a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:22:55.168181 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-98b48544-71e0-426f-bf3d-b7405f133098 req-0f7f4ad9-8714-4c17-ae70-130b8c04dc7a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.1157405
Feb 17 01:22:55.220523 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-98b48544-71e0-426f-bf3d-b7405f133098 req-fce407c7-e5d5-44f7-a53e-bbe7abf50742 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457022
Feb 17 01:22:56.145311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce13d-30cc-4be6-b06b-63d14fc85331 req-91028328-5786-4bb3-8902-06892b406d7a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:56.147527 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-386ce13d-30cc-4be6-b06b-63d14fc85331 req-91028328-5786-4bb3-8902-06892b406d7a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0989490
Feb 17 01:22:56.198741 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-386ce13d-30cc-4be6-b06b-63d14fc85331 req-28a54710-5c99-4d75-af16-0c7410292e17 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446029
Feb 17 01:22:56.451909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57821bfb-95b8-46cc-8dbb-2d30c5419b63 req-725e389c-7928-49b7-8f18-e2334b039bc3 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:56.453823 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-57821bfb-95b8-46cc-8dbb-2d30c5419b63 req-725e389c-7928-49b7-8f18-e2334b039bc3 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.0893712
Feb 17 01:22:56.508249 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-57821bfb-95b8-46cc-8dbb-2d30c5419b63 req-9120934b-5804-4dc1-8897-3a1a321d18c0 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465560
Feb 17 01:22:57.448709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecbb7-ec26-438f-9673-b6bc1f2bebd1 req-da548346-981b-482e-a799-21bd548aa41f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:57.450425 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b66ecbb7-ec26-438f-9673-b6bc1f2bebd1 req-da548346-981b-482e-a799-21bd548aa41f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0969393
Feb 17 01:22:57.510551 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b66ecbb7-ec26-438f-9673-b6bc1f2bebd1 req-39127a72-655d-48c8-8593-7ce673942597 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530674
Feb 17 01:22:57.758416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13030-21d5-44f8-954f-561f9173cc7f req-efc49033-7d79-45e6-8eee-98cab234de91 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:57.764694 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-55b13030-21d5-44f8-954f-561f9173cc7f req-efc49033-7d79-45e6-8eee-98cab234de91 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.1251569
Feb 17 01:22:57.819065 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-55b13030-21d5-44f8-954f-561f9173cc7f req-3ac514bc-60ba-48a4-ba65-196ce50dd0b1 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516856
Feb 17 01:22:58.745512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa17a-5a6c-4b20-9a6a-957586009e13 req-1bac5a30-2e69-45a2-9b60-020a2602b286 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:58.747304 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f52aa17a-5a6c-4b20-9a6a-957586009e13 req-1bac5a30-2e69-45a2-9b60-020a2602b286 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1000547
Feb 17 01:22:58.828694 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f52aa17a-5a6c-4b20-9a6a-957586009e13 req-6b66c8ef-4974-4b9e-b479-61e47c4ae608 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743535
Feb 17 01:22:59.027445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9715dd4-a4c7-4bcf-9047-5bc687610369 req-027f888e-77cd-465d-8719-d35294552d7d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:59.029019 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d9715dd4-a4c7-4bcf-9047-5bc687610369 req-027f888e-77cd-465d-8719-d35294552d7d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.0925212
Feb 17 01:22:59.080250 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d9715dd4-a4c7-4bcf-9047-5bc687610369 req-60078260-832e-4a4b-9204-ee93f09bc9f8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448799
Feb 17 01:23:00.038703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d662ce-fe52-4b2e-96d6-08eda56487fc req-bf707c8a-0cb5-408e-8e07-e6e06091f06c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:00.040611 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68d662ce-fe52-4b2e-96d6-08eda56487fc req-bf707c8a-0cb5-408e-8e07-e6e06091f06c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0897706
Feb 17 01:23:00.090027 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-68d662ce-fe52-4b2e-96d6-08eda56487fc req-36a01211-e54d-4c85-bcf3-8ead11387b33 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431688
Feb 17 01:23:00.305329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef91d52-6077-41ae-9394-3f9da7a36b00 req-fa191551-2ca4-4fe6-bca5-64051eb198eb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:00.307009 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ef91d52-6077-41ae-9394-3f9da7a36b00 req-fa191551-2ca4-4fe6-bca5-64051eb198eb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.0969701
Feb 17 01:23:00.365838 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ef91d52-6077-41ae-9394-3f9da7a36b00 req-6a0ef7e8-e2b4-496d-a041-dc3d1fe09f79 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487208
Feb 17 01:23:01.310495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c3b78-62ca-4799-b918-2f4a47dc98e6 req-717ee325-8e8a-4bcd-a303-c66af1b66f8e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:01.312949 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b64c3b78-62ca-4799-b918-2f4a47dc98e6 req-717ee325-8e8a-4bcd-a303-c66af1b66f8e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0996246
Feb 17 01:23:01.373455 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b64c3b78-62ca-4799-b918-2f4a47dc98e6 req-38607a3f-d99e-4547-88d5-e715a50a383b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535891
Feb 17 01:23:01.595817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d1f43-35ba-4a58-add5-2a4fdd997160 req-ef54b1b1-6593-4876-b161-9b71bdd50fe6 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:01.597443 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f98d1f43-35ba-4a58-add5-2a4fdd997160 req-ef54b1b1-6593-4876-b161-9b71bdd50fe6 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.1136150
Feb 17 01:23:01.660098 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f98d1f43-35ba-4a58-add5-2a4fdd997160 req-cd0ca98a-2ae9-49bf-a4b7-40a8dcc769d1 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555077
Feb 17 01:23:02.587281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461e7cb-1d8e-4226-9340-4ad93dc62072 req-8ec26fa8-ca60-4ab9-a694-e164caaa20f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:02.588958 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8461e7cb-1d8e-4226-9340-4ad93dc62072 req-8ec26fa8-ca60-4ab9-a694-e164caaa20f7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0940406
Feb 17 01:23:02.638753 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8461e7cb-1d8e-4226-9340-4ad93dc62072 req-aece8ab9-bf78-457c-8ca3-6c0cd8ecd524 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435457
Feb 17 01:23:02.890094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5ad9-2d8a-40a0-ab22-8c558e99617d req-da44e891-f74d-4188-ae77-7bb3be1f6865 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:02.899035 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0fda5ad9-2d8a-40a0-ab22-8c558e99617d req-da44e891-f74d-4188-ae77-7bb3be1f6865 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.1156137
Feb 17 01:23:02.961245 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0fda5ad9-2d8a-40a0-ab22-8c558e99617d req-b1a9a518-cfbd-4cc4-9122-2ec87390d694 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602849
Feb 17 01:23:03.157557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33928) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:03.290405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:03.311521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:03.315912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed073fedbb124d66b7df908ee37c6424 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:03.320027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:03.327056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:03.430330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:03.434002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:03.444490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-501e1144-5f2f-4d99-b77d-95b4508e0e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:03.486511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea61bd-e19d-485b-b9b5-95d1386c4416,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:03.499534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.500012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.500427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.500835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.501242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.501647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.502048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.502449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.502849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.503250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.503649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.504069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.504509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.504911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.505309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.505776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.506674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.507090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.507474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.507895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.508300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.508963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.509363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.509755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:03.518725 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed073fedbb124d66b7df908ee37c6424&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3599839
Feb 17 01:23:03.519385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 33934) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:03.519868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:03.588976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:03.617067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:03.668907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:03.673248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ade6520e-0cef-441e-a7f6-fc881fe21246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:03.687963 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea61bd-e19d-485b-b9b5-95d1386c4416,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:03.691072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:03.692041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:03.695867 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16ea61bd-e19d-485b-b9b5-95d1386c4416 HTTP/1.1" status: 204  len: 168 time: 0.1724539
Feb 17 01:23:03.862631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df1a48-7e83-4db3-8723-6870188c270f req-36a46197-f857-4818-988e-771d21d739fd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:03.864487 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e0df1a48-7e83-4db3-8723-6870188c270f req-36a46197-f857-4818-988e-771d21d739fd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1008005
Feb 17 01:23:03.920479 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e0df1a48-7e83-4db3-8723-6870188c270f req-5990d077-48d8-4f20-a6a6-57064d7e4119 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495741
Feb 17 01:23:04.192575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1026e-3226-4c61-9d90-417940787bcb req-457079c0-78fc-4cdc-b3d8-8501d7267e62 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:04.194227 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-15a1026e-3226-4c61-9d90-417940787bcb req-457079c0-78fc-4cdc-b3d8-8501d7267e62 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.0944819
Feb 17 01:23:04.249614 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-15a1026e-3226-4c61-9d90-417940787bcb req-ae7057f7-1e80-4841-8e56-06f2793a074e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465813
Feb 17 01:23:04.491649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33964) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:04.601781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-836676052-network', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:04.606873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:04.611006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Usage tracker for resource:network and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:04.614030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:04.619713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:04.629914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Made reservation on behalf of d98d41daefb04475a195dc4f12ca5fde for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:23:04.636061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.649929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.665234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:04.669402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Usage tracker for resource:security_group_rule and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:04.672371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:04.678593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:04.762301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.765435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.769858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3ce27571-dfda-4d49-869e-316f6f48af0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:04.806514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:23:04.816093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7254e1a6-c922-4633-9a1c-0787f2dded19,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:04.820049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:04.822595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.823075 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Added segment 750ef591-5c26-48b7-8c7b-9470a6065926 of type vxlan for network 25dfae02-740a-4a4b-9b58-b1e674762988
Feb 17 01:23:04.851628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.882546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.883754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Request body: {'port': {'device_id': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:04.884111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:04.884758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:04.889842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-761af071-f0a6-4a83-8d5d-3081cd25cd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:04.992230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Pushing event updated for resources: {'Network': ['ID=25dfae02-740a-4a4b-9b58-b1e674762988,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:04.995281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:05.004293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 25dfae02-740a-4a4b-9b58-b1e674762988 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:23:05.012686 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5193934
Feb 17 01:23:05.015238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33972) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:05.022167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Request body: {'subnet': {'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-836676052-subnet', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:05.022913 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:05.028454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:05.032585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 25dfae02-740a-4a4b-9b58-b1e674762988 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:23:05.035018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Usage tracker for resource:subnet and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:05.040816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:05.047322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:05.059848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Made reservation on behalf of d98d41daefb04475a195dc4f12ca5fde for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:23:05.065453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5952324'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:05.482559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c929b-18c6-42ed-bc01-cac1c2179995 req-da1e7b99-5f85-44e7-b727-8b9050738ae1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:05.484289 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-052c929b-18c6-42ed-bc01-cac1c2179995 req-da1e7b99-5f85-44e7-b727-8b9050738ae1 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1527944
Feb 17 01:23:05.526538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be978-bf2c-4b40-ad6a-8973b3814529 req-d5d1da3f-d877-415f-a9f7-b9b656cf56c8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:05.528209 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9f2be978-bf2c-4b40-ad6a-8973b3814529 req-d5d1da3f-d877-415f-a9f7-b9b656cf56c8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 931 time: 0.1188562
Feb 17 01:23:05.593004 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-052c929b-18c6-42ed-bc01-cac1c2179995 req-a5a67b36-e057-404b-a3e5-c544faefa9f8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951614
Feb 17 01:23:05.593950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-9f2be978-bf2c-4b40-ad6a-8973b3814529 req-2e6a0b86-e4df-4047-8c2e-48fe09c66a7c tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:05.595022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea8075f-e75a-47fb-927d-6048a7d1c3ca {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:23:05.603280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:05.616250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Transition to ACTIVE for port object 0ea8075f-e75a-47fb-927d-6048a7d1c3ca will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:05.619132 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:05.635192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a64dd951-6c3a-487b-bb50-4169063c4aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:05.660525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-9f2be978-bf2c-4b40-ad6a-8973b3814529 req-2e6a0b86-e4df-4047-8c2e-48fe09c66a7c tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:23:05.661839 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9f2be978-bf2c-4b40-ad6a-8973b3814529 req-2e6a0b86-e4df-4047-8c2e-48fe09c66a7c tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207356
Feb 17 01:23:05.671385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5952341'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:05.687832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f8e6ddd8-40a2-435f-aff0-c0164b01b871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:05.775660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Pushing event updated for resources: {'Port': ['ID=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:05.780769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:05.817477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0723d6-7d83-4279-b689-e1b0a1f0a915,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:05.829996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:05.896989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Checking segment: {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:05.897394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Network hostable DHCP agents. Network: 25dfae02-740a-4a4b-9b58-b1e674762988, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:23:05.917794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Network 25dfae02-740a-4a4b-9b58-b1e674762988 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:23:05.930949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 25dfae02-740a-4a4b-9b58-b1e674762988) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:05.939668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c77af-fe7c-4a7d-a770-446162bc5bb1 None None] Network 25dfae02-740a-4a4b-9b58-b1e674762988 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:23:05.964670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:05.964795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Attempting to bind port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:05.965093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Attempting to bind port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:05.965350 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:05.965458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Attempting to bind port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca on network 65463dee-cd85-4226-9b5b-2dc46b0a6bad {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:05.971558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:05.971995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Checking segment: {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:05.972406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:05.972947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Bound using segment: {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:05.973427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Bound port: 0ea8075f-e75a-47fb-927d-6048a7d1c3ca, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b373a09-e35f-4d61-8240-c37729d49e3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:05.973805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.006787 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d14f1170-e27c-4186-ae5f-84bc9b3be8e4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9902711
Feb 17 01:23:06.009805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 33980) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:06.016272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:06.021493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:06.026304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Usage tracker for resource:router and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:06.031011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:06.039539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:06.050522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.051623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.067614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.075444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] For port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:06.078694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] For port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:06.082844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.153301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-99615e42-6b39-4094-9493-1147243d393d tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:06.246198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-25dfae02-740a-4a4b-9b58-b1e674762988', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:23:06.247288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.376999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.507419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Pushing event updated for resources: {'Port': ['ID=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:06.511372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:06.552670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:06.553484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.555012 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] 10.222.0.70 "PUT /v2.0/ports/0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 1157 time: 1.6765542
Feb 17 01:23:06.555521 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:06.586140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Allocated IP 172.20.0.2 (25dfae02-740a-4a4b-9b58-b1e674762988/dd0723d6-7d83-4279-b689-e1b0a1f0a915/a0617e02-6c40-4fe7-8140-c2723ad365a6) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:06.657366 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'status': 'completed', 'code': 200}
Feb 17 01:23:06.740370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-0837870b-0dfc-4c1e-a35e-e510d9a5a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:06.742443 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-0837870b-0dfc-4c1e-a35e-e510d9a5a2e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1160 time: 0.1464012
Feb 17 01:23:06.844066 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-e1c90fc8-d0f7-45df-8de9-6ce026e90314 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 217 time: 0.0927277
Feb 17 01:23:06.906251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:06.986680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-55af5cc0-ac46-4ceb-ae9c-14fa19b259c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:06.988355 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-55af5cc0-ac46-4ceb-ae9c-14fa19b259c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.1035976
Feb 17 01:23:07.001010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b169a58-8bb7-4927-92cc-54be3df144f3 req-c0fabfef-d957-461d-b9eb-f4154a94ff9a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:07.002729 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1b169a58-8bb7-4927-92cc-54be3df144f3 req-c0fabfef-d957-461d-b9eb-f4154a94ff9a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1572881
Feb 17 01:23:07.100778 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1b169a58-8bb7-4927-92cc-54be3df144f3 req-e2cd3346-3576-4204-8c22-3a9f789ff596 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539196
Feb 17 01:23:07.117038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.131665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-6f814871-145d-49f4-a23b-25bbc3d101f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:07.133346 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-6f814871-145d-49f4-a23b-25bbc3d101f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296520
Feb 17 01:23:07.164855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Transition to ACTIVE for port object a0617e02-6c40-4fe7-8140-c2723ad365a6 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:07.174520 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.182263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Transition to ACTIVE for port object a0617e02-6c40-4fe7-8140-c2723ad365a6 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:07.202798 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535234ef-6cbc-41a6-97f9-6a52ab7ecab7 req-272a2e70-4f52-442c-9fb9-a9fd7d582665 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:07.211520 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-535234ef-6cbc-41a6-97f9-6a52ab7ecab7 req-272a2e70-4f52-442c-9fb9-a9fd7d582665 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 943 time: 0.2512562
Feb 17 01:23:07.254743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.272654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:07.328961 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-404a361e-6b06-435c-a883-eda8cf782bed service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833725
Feb 17 01:23:07.367938 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-535234ef-6cbc-41a6-97f9-6a52ab7ecab7 req-59ab00d7-cf2f-45c7-b343-4f994aec505b tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540158
Feb 17 01:23:07.398181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-70d1cea5-916f-4c3b-ae6e-09003cda8352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.444466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Pushing event updated for resources: {'Port': ['ID=a0617e02-6c40-4fe7-8140-c2723ad365a6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:07.447670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:07.487818 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c7d44a55-57bd-4a2e-8451-11c0bb1d2dd2 req-bf8725fb-9db0-48fe-9081-464c9c58df12 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1516640
Feb 17 01:23:07.542681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Network 25dfae02-740a-4a4b-9b58-b1e674762988 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:07.544661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:07.547153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:07.555313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Allocated IP 172.27.1.179 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/4eac8016-92c5-4dd3-971a-5ae7219302e8) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:07.624869 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Attempting to bind port a0617e02-6c40-4fe7-8140-c2723ad365a6 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:07.625303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Attempting to bind port a0617e02-6c40-4fe7-8140-c2723ad365a6 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:07.625610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Attempting to bind port a0617e02-6c40-4fe7-8140-c2723ad365a6 on network 25dfae02-740a-4a4b-9b58-b1e674762988 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:07.629796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-a070bf44-cfc9-4a37-9c8a-d08edecd26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:07.632127 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-a070bf44-cfc9-4a37-9c8a-d08edecd26bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1160 time: 0.0889947
Feb 17 01:23:07.634777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:07.635208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Checking segment: {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:07.635667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.636140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Bound using segment: {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:07.636666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Bound port: a0617e02-6c40-4fe7-8140-c2723ad365a6, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:07.637091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.730957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.747639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] For port a0617e02-6c40-4fe7-8140-c2723ad365a6, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:07.750914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] For port a0617e02-6c40-4fe7-8140-c2723ad365a6, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a0617e02-6c40-4fe7-8140-c2723ad365a6,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:07.754698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.765606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.771663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:07.781314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-21dae76c-6263-4e6c-9331-bf3699b20edd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:07.784624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-39e907f8-8d41-4290-aac7-e579a81e850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:07.786230 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-39e907f8-8d41-4290-aac7-e579a81e850c service neutron] 10.222.0.70 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.1455748
Feb 17 01:23:07.875032 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-7d36bbf1-a68b-4c0c-bad6-b871c95e4864 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 217 time: 0.0805416
Feb 17 01:23:07.922305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Pushing event updated for resources: {'Port': ['ID=4eac8016-92c5-4dd3-971a-5ae7219302e8,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:07.928554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:07.964886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Pushing event updated for resources: {'Port': ['ID=a0617e02-6c40-4fe7-8140-c2723ad365a6,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:07.966169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-c1e59820-6cb3-423c-96b9-92710f0206a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:07.967684 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-c1e59820-6cb3-423c-96b9-92710f0206a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.0852726
Feb 17 01:23:07.969611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:07.992389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:07.993583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:07.996179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:08.061775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-30328e95-8259-4ff5-818c-2243cbf80b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:08.063540 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-30328e95-8259-4ff5-818c-2243cbf80b9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879169
Feb 17 01:23:08.247548 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-6ebbb2c0-8d92-4d04-b0a3-ca492576fadf service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761999
Feb 17 01:23:08.546603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eaf8f-e21a-480e-810d-bfc2025c2e17 req-7367d4a5-560f-443b-9d1c-97f35529ecb7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:08.548326 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-168eaf8f-e21a-480e-810d-bfc2025c2e17 req-7367d4a5-560f-443b-9d1c-97f35529ecb7 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.2995238
Feb 17 01:23:08.593559 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c075cd40-fd35-43ed-bfc9-0d8d108401d9 req-42554dc6-235b-4dba-921a-40e05863a0ca service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2560933
Feb 17 01:23:08.624344 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-168eaf8f-e21a-480e-810d-bfc2025c2e17 req-45ece1e3-30d0-43d9-a79f-9a0463932b55 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687053
Feb 17 01:23:08.715003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:08.873055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f5df9-6605-4181-835d-e32b939d1a7e req-91a2a511-78fd-4187-b133-323836334827 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:08.874809 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-900f5df9-6605-4181-835d-e32b939d1a7e req-91a2a511-78fd-4187-b133-323836334827 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 943 time: 0.2511282
Feb 17 01:23:08.993025 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-900f5df9-6605-4181-835d-e32b939d1a7e req-3b4a2937-642c-4bca-9770-f6c0ca8988fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042292
Feb 17 01:23:09.115103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device a0617e02-6c40-4fe7-8140-c2723ad365a6 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:09.205599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:09.244830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port a0617e02-6c40-4fe7-8140-c2723ad365a6 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:09.507588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Router 989db0ef-59c1-4112-8537-f36d71b1665f is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:23:09.641098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53ca4d-bc3f-4067-a96c-34e307f3df91 None None] Network 25dfae02-740a-4a4b-9b58-b1e674762988 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:23:09.905208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] Provisioning for port a0617e02-6c40-4fe7-8140-c2723ad365a6 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:09.914896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] Provisioning complete for port a0617e02-6c40-4fe7-8140-c2723ad365a6 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:09.915329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:09.974581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ccfd2-f8b0-4bf3-bc30-316ca3ed536c req-086d6163-b3be-4427-b41a-c3add9f7cd05 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:09.995436 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c70ccfd2-f8b0-4bf3-bc30-316ca3ed536c req-086d6163-b3be-4427-b41a-c3add9f7cd05 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.2343285
Feb 17 01:23:10.003583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:23:10.031601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Sync routers for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:23:10.102544 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c70ccfd2-f8b0-4bf3-bc30-316ca3ed536c req-4b3f44fd-8e87-4ebc-ad93-0d448716a95f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036508
Feb 17 01:23:10.103399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:10.107672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34034) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:10.110232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:10.110603 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-afe7b6f5-6dd1-4f3b-beb4-7bdb805ab774 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.0995169
Feb 17 01:23:10.111072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf91ee470>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:22:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:10.386028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd5664d3-3a62-4e8c-bdba-a5d922391080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:10.450288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:10.534412 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] For port a0617e02-6c40-4fe7-8140-c2723ad365a6, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a0617e02-6c40-4fe7-8140-c2723ad365a6,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:10.635856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:10.759379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:10.773544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:10.804432 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9450b-1939-44a5-a746-db5a434b5bd7 req-974d3815-9868-4206-80ba-15031758b0bb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:10.813372 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78e9450b-1939-44a5-a746-db5a434b5bd7 req-974d3815-9868-4206-80ba-15031758b0bb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 943 time: 0.3432980
Feb 17 01:23:11.038553 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-78e9450b-1939-44a5-a746-db5a434b5bd7 req-27cd9628-74cc-45e4-8c38-14b5da93fec7 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211683
Feb 17 01:23:11.097599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.objects.ports [None req-e7703748-6da3-459a-b795-3e4556bb0301 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:23:11.176742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.188614 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d1209d6d-6896-4f8a-aca4-dea75d20b994 None None] Provisioning complete for port a0617e02-6c40-4fe7-8140-c2723ad365a6 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:11.189037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d1209d6d-6896-4f8a-aca4-dea75d20b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.306012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] Pushing event updated for resources: {'Port': ['ID=a0617e02-6c40-4fe7-8140-c2723ad365a6,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:11.319399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4e9eea04-d50c-4ac9-98f4-6dcfa7b67b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:11.376060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.386975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.474803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c10e4-a483-46c3-9c84-82d8bed79fd0 req-c461502e-fdb9-4888-8f96-8209d2795311 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:11.482882 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-030c10e4-a483-46c3-9c84-82d8bed79fd0 req-c461502e-fdb9-4888-8f96-8209d2795311 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1602535
Feb 17 01:23:11.551905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.557012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:11.612580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf91ee470>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:08Z', 'revision_number': 3, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:11.622252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Checking router: 989db0ef-59c1-4112-8537-f36d71b1665f for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:23:11.623032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Updating router 989db0ef-59c1-4112-8537-f36d71b1665f port 4eac8016-92c5-4dd3-971a-5ae7219302e8 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:23:11.737136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.863445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f628aab6-2eba-4716-a319-850ea2f74a9c None None] Provisioning complete for port a0617e02-6c40-4fe7-8140-c2723ad365a6 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:11.863893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f628aab6-2eba-4716-a319-850ea2f74a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.910888 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-030c10e4-a483-46c3-9c84-82d8bed79fd0 req-3f0787fc-b08e-41e5-8248-789a3889c128 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4269054
Feb 17 01:23:11.951556 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:12.008094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:12.008442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:12.138399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Allocated IP 172.20.0.1 (25dfae02-740a-4a4b-9b58-b1e674762988/dd0723d6-7d83-4279-b689-e1b0a1f0a915/093c51eb-b2aa-4093-8854-a26ffa5e5397) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:12.375464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:12.414739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Transition to ACTIVE for port object 093c51eb-b2aa-4093-8854-a26ffa5e5397 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:12.459324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:12.464195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c5d5c-ded9-4f1b-acbb-3b6f0933084c req-5d9851dc-6cd7-409f-b43d-a30f330e86f4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:12.465807 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2b0c5d5c-ded9-4f1b-acbb-3b6f0933084c req-5d9851dc-6cd7-409f-b43d-a30f330e86f4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 943 time: 0.1850097
Feb 17 01:23:12.491067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:12.573759 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2b0c5d5c-ded9-4f1b-acbb-3b6f0933084c req-e23862ff-b265-4176-8bb0-f25411ef279a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969713
Feb 17 01:23:12.660112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Pushing event updated for resources: {'Port': ['ID=093c51eb-b2aa-4093-8854-a26ffa5e5397,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:12.675867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:12.735485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:12.761095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:12.770207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:12.840580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:12.902009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:12.903898 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'code': 200}
Feb 17 01:23:12.959483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:12.962601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:13.000702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:13.002104 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Network 25dfae02-740a-4a4b-9b58-b1e674762988 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:13.005115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:13.026001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:13.061555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.083321 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Transition to ACTIVE for port object 4eac8016-92c5-4dd3-971a-5ae7219302e8 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:13.098410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.137317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.247924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b5f91-6d13-4719-9123-4785be798d96 req-d9344ada-72e5-4df0-b539-c92872c6bb41 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:13.256593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:13.274715 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d3b5f91-6d13-4719-9123-4785be798d96 req-d9344ada-72e5-4df0-b539-c92872c6bb41 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1598279
Feb 17 01:23:13.352016 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0d3b5f91-6d13-4719-9123-4785be798d96 req-5498e8ab-59fe-42a8-8909-03bdd9d05543 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760212
Feb 17 01:23:13.365000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device a0617e02-6c40-4fe7-8140-c2723ad365a6 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:13.427814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.473777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:13.474387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.536167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d7ea0899-7035-4676-8e06-5726429657dd None None] Provisioning for port 093c51eb-b2aa-4093-8854-a26ffa5e5397 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:13.579368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b1deb-7296-44a4-b509-88178231ab30 None None] Pushing event updated for resources: {'Port': ['ID=4eac8016-92c5-4dd3-971a-5ae7219302e8,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:13.582661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c4b1deb-7296-44a4-b509-88178231ab30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:13.584356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-d7ea0899-7035-4676-8e06-5726429657dd None None] Provisioning complete for port 093c51eb-b2aa-4093-8854-a26ffa5e5397 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:13.584859 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0899-7035-4676-8e06-5726429657dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.706512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea0899-7035-4676-8e06-5726429657dd None None] Port 093c51eb-b2aa-4093-8854-a26ffa5e5397 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:23:13.711992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Attempting to bind port 4eac8016-92c5-4dd3-971a-5ae7219302e8 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:13.712509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Attempting to bind port 4eac8016-92c5-4dd3-971a-5ae7219302e8 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:13.712999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Attempting to bind port 4eac8016-92c5-4dd3-971a-5ae7219302e8 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:13.720817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port a0617e02-6c40-4fe7-8140-c2723ad365a6 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:13.721343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.731665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7065cf9-28db-4e0a-b434-572ac6190fd3 req-a5b487ab-221a-47b4-a68b-0e8f5052e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:13.733378 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d7065cf9-28db-4e0a-b434-572ac6190fd3 req-a5b487ab-221a-47b4-a68b-0e8f5052e1b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1162 time: 0.5974917
Feb 17 01:23:13.891495 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d7065cf9-28db-4e0a-b434-572ac6190fd3 req-da960d4f-1d9a-4de4-986a-50f1d95285ae service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484933
Feb 17 01:23:13.970860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab3c68-f371-4f55-8b29-ea7d9a4d2676 req-bf828703-895c-4feb-9374-139e2f7c58cc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:13.972541 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-69ab3c68-f371-4f55-8b29-ea7d9a4d2676 req-bf828703-895c-4feb-9374-139e2f7c58cc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.2334387
Feb 17 01:23:13.984932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:13.999250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:14.000048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:14.000181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:14.000828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:14.001024 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Bound port: 4eac8016-92c5-4dd3-971a-5ae7219302e8, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:14.001444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:14.008905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:14.057882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-492d60ec-5694-4220-b93b-8144a0035f68 tempest-VolumesSnapshotTestJSON-830504208 tempest-VolumesSnapshotTestJSON-830504208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:14.113059 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:14.151818 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-69ab3c68-f371-4f55-8b29-ea7d9a4d2676 req-64bb5de9-88c2-48d6-a978-23870013305b tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627145
Feb 17 01:23:14.154342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] For port 4eac8016-92c5-4dd3-971a-5ae7219302e8, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:14.158517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] For port 4eac8016-92c5-4dd3-971a-5ae7219302e8, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=4eac8016-92c5-4dd3-971a-5ae7219302e8,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:14.161643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:14.198086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:14.220675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:14.243938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Pushing event updated for resources: {'Port': ['ID=093c51eb-b2aa-4093-8854-a26ffa5e5397,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:14.256845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:14.399048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Network 25dfae02-740a-4a4b-9b58-b1e674762988 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:14.400639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:14.406274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b1deb-7296-44a4-b509-88178231ab30 None None] Pushing event updated for resources: {'Port': ['ID=4eac8016-92c5-4dd3-971a-5ae7219302e8,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:14.412481 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c4b1deb-7296-44a4-b509-88178231ab30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:14.479080 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:14.479909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf91ee470>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:14.678171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168b76a-234a-4d76-a4ca-680bf9602c42 req-0179cb54-111d-4f50-a830-6807217231f0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:14.686023 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8168b76a-234a-4d76-a4ca-680bf9602c42 req-0179cb54-111d-4f50-a830-6807217231f0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1446953
Feb 17 01:23:14.694313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Router 989db0ef-59c1-4112-8537-f36d71b1665f has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:23:14.768050 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8168b76a-234a-4d76-a4ca-680bf9602c42 req-1a81d780-80f8-4bc2-be4e-593c41d914a4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760379
Feb 17 01:23:14.808558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:14.929305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:23:14.978685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:14.990867 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] 10.222.0.30 "PUT /v2.0/routers/989db0ef-59c1-4112-8537-f36d71b1665f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8803921
Feb 17 01:23:15.009414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-9219c77e-6d06-4288-bce6-61a2b7a3b7fc None None] Provisioning complete for port 093c51eb-b2aa-4093-8854-a26ffa5e5397 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:15.009917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9219c77e-6d06-4288-bce6-61a2b7a3b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:15.352034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:23:15.356514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-9219c77e-6d06-4288-bce6-61a2b7a3b7fc None None] Port 093c51eb-b2aa-4093-8854-a26ffa5e5397 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:23:15.367380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:15.367842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:15.444839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf91ee470>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 2, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:15.460244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5178c-3119-4e88-ba25-1fa3b8c5d532 req-178872d4-4450-4d09-bd85-f925753d64b5 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:15.461975 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89b5178c-3119-4e88-ba25-1fa3b8c5d532 req-178872d4-4450-4d09-bd85-f925753d64b5 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.1594684
Feb 17 01:23:15.470466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f32e3-b62b-4bca-ac46-9c78bcc46937 None None] The sync data for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi is: [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 2, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:23:15.559675 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89b5178c-3119-4e88-ba25-1fa3b8c5d532 req-b2d3070a-ab07-435d-aaa9-c2786d5ce9f5 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913894
Feb 17 01:23:15.824883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d6fd7-aa21-4fb6-a347-9a3a1eda9571 req-d6392ddd-1c03-48d6-aaf6-1cf34d892126 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:15.827629 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e40d6fd7-aa21-4fb6-a347-9a3a1eda9571 req-d6392ddd-1c03-48d6-aaf6-1cf34d892126 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.1070981
Feb 17 01:23:15.929036 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e40d6fd7-aa21-4fb6-a347-9a3a1eda9571 req-761289ad-145f-4745-93a3-4965aa7de288 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918567
Feb 17 01:23:16.171946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f42bb-8174-4f63-95f8-91cc0ae276d0 req-0dba7a7b-1778-41b1-a0d7-a3ff95b24d0a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:16.173593 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-719f42bb-8174-4f63-95f8-91cc0ae276d0 req-0dba7a7b-1778-41b1-a0d7-a3ff95b24d0a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1608441
Feb 17 01:23:16.186807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34102) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:16.194109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1954259811-network', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:16.221762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:16.236485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Usage tracker for resource:network and tenant:41e9c0d43eb949bcaf3c52a424168523 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:16.245069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:16.255791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:16.304854 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-719f42bb-8174-4f63-95f8-91cc0ae276d0 req-1cfadfca-6238-4d38-b650-7a2ddf131a96 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1160846
Feb 17 01:23:16.306294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Made reservation on behalf of 41e9c0d43eb949bcaf3c52a424168523 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:23:16.330878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.379906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.420442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:16.426371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Usage tracker for resource:security_group_rule and tenant:41e9c0d43eb949bcaf3c52a424168523 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:16.435779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:16.451087 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:16.674232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.693760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361c4b-ebf9-4420-aa32-e6076fd50b30 req-d2d47755-f46a-4217-a63f-1bcef85b3bd8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:16.699545 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a361c4b-ebf9-4420-aa32-e6076fd50b30 req-d2d47755-f46a-4217-a63f-1bcef85b3bd8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.1859446
Feb 17 01:23:16.702425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.719400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3481eb83-6118-4896-9963-01f0e68f9795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:16.755958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396abc4a-c854-40b3-86c5-b590f808a105,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:16.760140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:16.802087 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:23:16.808277 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a361c4b-ebf9-4420-aa32-e6076fd50b30 req-d178aefa-b39a-4d60-ba4e-90fe4020ac7d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077411
Feb 17 01:23:16.841814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.842313 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Added segment 950f1f63-5d73-4c96-8729-9a437efce608 of type vxlan for network 959b4515-b42b-4a19-b963-1ea3cfee91d0
Feb 17 01:23:16.874248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.915208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.916620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:16.917275 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.934763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bd4b0e1c-1562-46dd-8a82-b6a9ffd3eda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:17.066438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Pushing event updated for resources: {'Network': ['ID=959b4515-b42b-4a19-b963-1ea3cfee91d0,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:17.070666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:17.075765 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.8872402
Feb 17 01:23:17.079107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34112) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:17.080565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:23:17.088655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Request body: {'subnet': {'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1954259811-subnet', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:17.094876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:17.099361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Usage tracker for resource:subnet and tenant:41e9c0d43eb949bcaf3c52a424168523 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:17.102803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:17.109830 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:17.134641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Made reservation on behalf of 41e9c0d43eb949bcaf3c52a424168523 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:23:17.145014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5952324'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:17.291988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:23:17.305845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 4eac8016-92c5-4dd3-971a-5ae7219302e8 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:17.586694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 4eac8016-92c5-4dd3-971a-5ae7219302e8 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:17.605357 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 4eac8016-92c5-4dd3-971a-5ae7219302e8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:17.606250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:17.824071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:17.847099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 4eac8016-92c5-4dd3-971a-5ae7219302e8, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=4eac8016-92c5-4dd3-971a-5ae7219302e8,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:17.863813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:17.863813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1f5258ea-0516-422a-9388-85d8b2364624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:17.932109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609d81-75f6-4593-87a6-7c9939e50bbc req-977a1ba2-4508-4afa-a954-62a0a8ef426b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:17.940234 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-86609d81-75f6-4593-87a6-7c9939e50bbc req-977a1ba2-4508-4afa-a954-62a0a8ef426b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.3196421
Feb 17 01:23:17.946020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=4eac8016-92c5-4dd3-971a-5ae7219302e8,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:17.955075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.955593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.956228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.956685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.957141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.957592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.958055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.959050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.959510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.960179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.960647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.961099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.963826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.964501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.964961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.965414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.965795 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.966460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.966910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.967362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.967878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.968331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.968774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.969297 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:17.977964 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:18.019068 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-86609d81-75f6-4593-87a6-7c9939e50bbc req-686f9d85-5962-4e79-8ec5-c12aa6c1e5f8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774329
Feb 17 01:23:18.104518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5952341'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:18.121307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:18.249259 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:18.254410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:18.326851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Checking segment: {'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:18.327406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Network hostable DHCP agents. Network: 959b4515-b42b-4a19-b963-1ea3cfee91d0, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:23:18.355817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:23:18.366101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 959b4515-b42b-4a19-b963-1ea3cfee91d0) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:18.375960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a01bf1-fc8c-4173-9ba0-a5235937dc73 None None] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:23:18.399549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:18.402255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:18.440116 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5c95de1d-7508-4a0e-9cbd-84b09f43057f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3593550
Feb 17 01:23:18.442716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34124) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:18.450701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:18.456791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:18.461052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Usage tracker for resource:router and tenant:41e9c0d43eb949bcaf3c52a424168523 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:18.464864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:18.471741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:18.482838 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7880397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771492'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:18.484394 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8073088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846773845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4267'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:18.501937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:18.807777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86814327-1463-51b4-b8b9-7d7c378d0032-959b4515-b42b-4a19-b963-1ea3cfee91d0', 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'fixed_ips': [{'subnet_id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c'}]}} from dv-cinder-759962-4-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:23:18.809508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:18.921443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846703325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846895445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4282'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:19.302169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 4eac8016-92c5-4dd3-971a-5ae7219302e8 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:19.566681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:19.590812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 4eac8016-92c5-4dd3-971a-5ae7219302e8 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:19.591493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:19.593410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0c75-4860-420a-a1f3-bc47941171f6 req-c03c748d-6fdf-4f19-a325-a2c6dc7f863a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:19.602683 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-27ea0c75-4860-420a-a1f3-bc47941171f6 req-c03c748d-6fdf-4f19-a325-a2c6dc7f863a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.2514253
Feb 17 01:23:19.673542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:19.702671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Allocated IP 172.20.0.2 (959b4515-b42b-4a19-b963-1ea3cfee91d0/b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c/a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:19.706356 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-27ea0c75-4860-420a-a1f3-bc47941171f6 req-3565061d-a65a-4ef2-82b5-f8af015d7116 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023324
Feb 17 01:23:19.715182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Sync routers for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:23:19.736128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:19.736999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa545390>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:20.038870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:20.093537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:20.108967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Transition to ACTIVE for port object a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:20.152472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Transition to ACTIVE for port object a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:20.161144 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:20.184093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c4b1deb-7296-44a4-b509-88178231ab30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:20.376360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Pushing event updated for resources: {'Port': ['ID=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:20.382649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:20.487032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Allocated IP 172.27.1.20 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/1a5bcca0-0c8a-47cb-a567-ca082522cf87) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:20.489939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:20.491243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:20.510001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:20.718266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Attempting to bind port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:20.718699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Attempting to bind port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:20.719124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Attempting to bind port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f on network 959b4515-b42b-4a19-b963-1ea3cfee91d0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:20.720513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:20.743243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:20.743681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Checking segment: {'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:20.744181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:20.744635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Bound using segment: {'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:20.744780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa545390>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 2, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:20.745175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Bound port: a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:20.745608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:20.752006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Checking router: 989db0ef-59c1-4112-8537-f36d71b1665f for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:23:20.755354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:20.755997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Updating router 989db0ef-59c1-4112-8537-f36d71b1665f port 093c51eb-b2aa-4093-8854-a26ffa5e5397 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:23:20.913052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:20.941503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e6187e5d-fe74-4bc9-9018-616ca46096a3 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:20.977356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] For port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:20.980799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] For port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,segment=NetworkSegment(950f1f63-5d73-4c96-8729-9a437efce608),segment_id=950f1f63-5d73-4c96-8729-9a437efce608)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:20.986734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:21.127571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:21.251776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Pushing event updated for resources: {'Port': ['ID=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:21.264705 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:21.342268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:21.367530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:21.384600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:21.558023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Pushing event updated for resources: {'Port': ['ID=1a5bcca0-0c8a-47cb-a567-ca082522cf87,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:21.561757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:21.867981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:21.882214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Transition to ACTIVE for port object 093c51eb-b2aa-4093-8854-a26ffa5e5397 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:21.888294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:21.908180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:22.175629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9623088-18fb-46c7-a0bf-7d1a9ba59287 req-021116d5-9527-4e58-b6d7-1a016eca70d0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:22.185002 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f9623088-18fb-46c7-a0bf-7d1a9ba59287 req-021116d5-9527-4e58-b6d7-1a016eca70d0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 1.1613839
Feb 17 01:23:22.225436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e0652-034d-495e-aa79-05e59806782c None None] Pushing event updated for resources: {'Port': ['ID=093c51eb-b2aa-4093-8854-a26ffa5e5397,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:22.227212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8b9e0652-034d-495e-aa79-05e59806782c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:22.349586 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f9623088-18fb-46c7-a0bf-7d1a9ba59287 req-3b54df71-be1e-4ebd-8bd8-d44c74ec79e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1629612
Feb 17 01:23:22.418703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:22.489010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Attempting to bind port 093c51eb-b2aa-4093-8854-a26ffa5e5397 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:22.490365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Attempting to bind port 093c51eb-b2aa-4093-8854-a26ffa5e5397 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:22.490973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Attempting to bind port 093c51eb-b2aa-4093-8854-a26ffa5e5397 on network 25dfae02-740a-4a4b-9b58-b1e674762988 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:22.497616 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:22.498319 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Checking segment: {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:22.498976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:22.499622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Bound using segment: {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:22.500339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Bound port: 093c51eb-b2aa-4093-8854-a26ffa5e5397, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:22.500984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:22.648956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] For port 093c51eb-b2aa-4093-8854-a26ffa5e5397, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:22.654037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] For port 093c51eb-b2aa-4093-8854-a26ffa5e5397, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=093c51eb-b2aa-4093-8854-a26ffa5e5397,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:22.658306 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:22.775788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-724f202c-be5e-4531-b2ac-56143e0f270c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:22.904304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e0652-034d-495e-aa79-05e59806782c None None] Pushing event updated for resources: {'Port': ['ID=093c51eb-b2aa-4093-8854-a26ffa5e5397,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:22.908622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8b9e0652-034d-495e-aa79-05e59806782c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:23.018560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846895430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8072472'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:23.142472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:23.143160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa545390>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:23.318804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07013e-9202-4325-87ed-ef9b55529e99 None None] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:23:23.504673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 093c51eb-b2aa-4093-8854-a26ffa5e5397 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:23.521506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Router 13163dd4-d563-4af9-a7b7-113a5360613f is scheduled to L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:23:23.645548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:23.654845 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-be199a9c-2fa9-46f9-a5fb-e8ce3f404d74 None None] Provisioning for port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:23.772948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 093c51eb-b2aa-4093-8854-a26ffa5e5397 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:23.823787 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 093c51eb-b2aa-4093-8854-a26ffa5e5397 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:23.824582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:23.959464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-63576d3e-0055-4821-a403-006d9ddc241a None None] Provisioning complete for port 093c51eb-b2aa-4093-8854-a26ffa5e5397 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:23.960157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-63576d3e-0055-4821-a403-006d9ddc241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:23.972370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3038a0-d9cc-482a-83d0-844a557509f9 req-613ec4a9-0a0a-401f-baf5-b20889537cc6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:23.976587 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dc3038a0-d9cc-482a-83d0-844a557509f9 req-613ec4a9-0a0a-401f-baf5-b20889537cc6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.3393345
Feb 17 01:23:23.980226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:23:24.059985 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dc3038a0-d9cc-482a-83d0-844a557509f9 req-7d4c8168-badd-4f67-88a0-bee1bf14e0ad tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708404
Feb 17 01:23:24.061384 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:24.062708 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.6183462
Feb 17 01:23:24.065600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34186) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:24.137414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Sync routers for ids ['13163dd4-d563-4af9-a7b7-113a5360613f'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:23:24.159841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:24.199069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Routers {'13163dd4-d563-4af9-a7b7-113a5360613f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:24.199737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa478a90>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['13163dd4-d563-4af9-a7b7-113a5360613f'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:24.262453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-016aacec-2882-4b38-96ee-1190574070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa545390>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:22Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:24.281746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016aacec-2882-4b38-96ee-1190574070ae None None] The sync data for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi is: [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:22Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:23:24.511872 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Set router 13163dd4-d563-4af9-a7b7-113a5360613f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:25.123512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 093c51eb-b2aa-4093-8854-a26ffa5e5397, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=093c51eb-b2aa-4093-8854-a26ffa5e5397,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:25.137634 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:25.138560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:25.205841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:25.339195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:25.363026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=093c51eb-b2aa-4093-8854-a26ffa5e5397,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:25.367265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:25.411666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:25.422418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:25.422844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:25.470854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69a38-fd3c-455f-875c-bf2c2a973266 req-19f720c2-4997-4f6d-a6c1-650937f63461 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:25.472592 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a8d69a38-fd3c-455f-875c-bf2c2a973266 req-19f720c2-4997-4f6d-a6c1-650937f63461 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.2324097
Feb 17 01:23:25.564377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa478a90>, [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:23:22Z', 'revision_number': 3, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:25.576882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Checking router: 13163dd4-d563-4af9-a7b7-113a5360613f for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:23:25.577148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Updating router 13163dd4-d563-4af9-a7b7-113a5360613f port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 binding host dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:23:25.595541 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a8d69a38-fd3c-455f-875c-bf2c2a973266 req-bb15cb43-1120-4e84-9172-b792e13d771e tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070230
Feb 17 01:23:25.701105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:25.750318 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:25.837288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,segment=NetworkSegment(950f1f63-5d73-4c96-8729-9a437efce608),segment_id=950f1f63-5d73-4c96-8729-9a437efce608)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:25.853228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-8faf9bf4-7261-4d08-b5a3-18853e4ab552 None None] Provisioning complete for port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:25.853887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8faf9bf4-7261-4d08-b5a3-18853e4ab552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:25.942117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:25.962494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Allocated IP 172.20.0.1 (959b4515-b42b-4a19-b963-1ea3cfee91d0/b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c/f492aa7a-119a-4bf4-9ed3-a736812b73f1) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:25.965793 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3667bca8-7bd0-4299-a2d5-c034162e63ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:26.102596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:26.106148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 093c51eb-b2aa-4093-8854-a26ffa5e5397 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:26.172587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:26.201951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.237134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Transition to ACTIVE for port object f492aa7a-119a-4bf4-9ed3-a736812b73f1 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:26.343084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.348223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 093c51eb-b2aa-4093-8854-a26ffa5e5397 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:26.350216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.367343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a5c312f6-9563-4031-9ad9-000a7831f7c8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:26.513724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Pushing event updated for resources: {'Port': ['ID=f492aa7a-119a-4bf4-9ed3-a736812b73f1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:26.516182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-8c006e96-c23a-4e75-af3a-50b24944d76b None None] Provisioning complete for port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:26.516182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8c006e96-c23a-4e75-af3a-50b24944d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.519227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:26.576345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:26.578291 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:26.582227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:26.648341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846897919'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.826738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.955446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.961247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507baf1-924f-4fb3-a16a-df372eb11a27 req-8a4b7cd0-45e3-4019-9598-f71229a04c6d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:26.962900 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c507baf1-924f-4fb3-a16a-df372eb11a27 req-8a4b7cd0-45e3-4019-9598-f71229a04c6d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.2091467
Feb 17 01:23:26.968134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Transition to ACTIVE for port object 1a5bcca0-0c8a-47cb-a567-ca082522cf87 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:26.971327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:26.989483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:27.039030 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c507baf1-924f-4fb3-a16a-df372eb11a27 req-45e3f1be-5f3e-463c-aaf4-bb5bd1996563 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683546
Feb 17 01:23:27.116920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-b8880f16-1357-4493-8069-37f1114791ac None None] Provisioning for port f492aa7a-119a-4bf4-9ed3-a736812b73f1 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:27.137137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-b8880f16-1357-4493-8069-37f1114791ac None None] Provisioning complete for port f492aa7a-119a-4bf4-9ed3-a736812b73f1 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:27.137482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b8880f16-1357-4493-8069-37f1114791ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:27.157546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-dfb00987-a333-4f9f-a86c-48fced1c7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:27.159197 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-dfb00987-a333-4f9f-a86c-48fced1c7687 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1162 time: 0.0886374
Feb 17 01:23:27.198517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19eaca-a685-4cfa-a4c8-6267db846b51 None None] Pushing event updated for resources: {'Port': ['ID=1a5bcca0-0c8a-47cb-a567-ca082522cf87,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:27.204186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:27.206565 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ce19eaca-a685-4cfa-a4c8-6267db846b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:27.209771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:27.243153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-b8880f16-1357-4493-8069-37f1114791ac None None] Port f492aa7a-119a-4bf4-9ed3-a736812b73f1 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:23:27.275417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Attempting to bind port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:27.276121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Attempting to bind port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:27.276629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Attempting to bind port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 on network e67df4ea-6b89-4c95-9054-c96d2824dc45 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:27.284360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:27.284904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Checking segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:27.285444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:27.285968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Bound using segment: {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:27.287616 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Bound port: 1a5bcca0-0c8a-47cb-a567-ca082522cf87, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c9136-f99b-40e6-8d8b-4bf4e37b8a1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:27.287803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:27.296178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5ec241c2-39ed-425c-90e6-ca54cb236f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:27.375916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846782291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877991'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:27.396420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] For port 1a5bcca0-0c8a-47cb-a567-ca082522cf87, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:27.400755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] For port 1a5bcca0-0c8a-47cb-a567-ca082522cf87, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=1a5bcca0-0c8a-47cb-a567-ca082522cf87,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:27.405560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:27.424570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:27.482206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Pushing event updated for resources: {'Port': ['ID=f492aa7a-119a-4bf4-9ed3-a736812b73f1,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:27.486482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:27.564878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:27.566270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:27.592999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-d5bff21b-f2b8-44ee-bf4c-cbda81093b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:27.594633 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-d5bff21b-f2b8-44ee-bf4c-cbda81093b0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.4273295
Feb 17 01:23:27.752535 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-765ba776-f657-45a8-bc18-574994c5d900 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 200  len: 1001 time: 0.1496456
Feb 17 01:23:27.795046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19eaca-a685-4cfa-a4c8-6267db846b51 None None] Pushing event updated for resources: {'Port': ['ID=1a5bcca0-0c8a-47cb-a567-ca082522cf87,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:27.800530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ce19eaca-a685-4cfa-a4c8-6267db846b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:27.859210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Routers {'13163dd4-d563-4af9-a7b7-113a5360613f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:27.859933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa478a90>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['13163dd4-d563-4af9-a7b7-113a5360613f'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:27.873466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Router 13163dd4-d563-4af9-a7b7-113a5360613f has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:23:27.932880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-3a257eab-76b0-4c6b-bce2-34a43cf8fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:27.934649 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-3a257eab-76b0-4c6b-bce2-34a43cf8fe0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.1751528
Feb 17 01:23:28.055041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-acfe3a6d-9619-4a6f-87ea-53f6de52e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:28.056868 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-acfe3a6d-9619-4a6f-87ea-53f6de52e102 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1138606
Feb 17 01:23:28.071570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:28.116686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:23:28.126745 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] 10.222.0.30 "PUT /v2.0/routers/13163dd4-d563-4af9-a7b7-113a5360613f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0596521
Feb 17 01:23:28.143890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] Set router 13163dd4-d563-4af9-a7b7-113a5360613f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:28.224676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-392dc870-1796-4bad-80ab-7979a402473e None None] Provisioning complete for port f492aa7a-119a-4bf4-9ed3-a736812b73f1 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:28.225114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-392dc870-1796-4bad-80ab-7979a402473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:28.288893 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-8ca9151a-50b3-4da7-b976-674f227ab3c3 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227805
Feb 17 01:23:28.442035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275de9e-532b-4c9e-9a1a-c43591e1e63e req-3812423b-d170-4af4-b6e9-18b0dce9fd08 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:28.443595 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f275de9e-532b-4c9e-9a1a-c43591e1e63e req-3812423b-d170-4af4-b6e9-18b0dce9fd08 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.2736340
Feb 17 01:23:28.464684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-392dc870-1796-4bad-80ab-7979a402473e None None] Port f492aa7a-119a-4bf4-9ed3-a736812b73f1 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:23:28.500796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:28.501234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:28.505646 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-831da409-28e6-4ed9-b4c1-a3bdaf2d1485 req-a50efbb5-7f0f-4de1-adbc-241e42149f8f service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2068179
Feb 17 01:23:28.529655 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f275de9e-532b-4c9e-9a1a-c43591e1e63e req-2e45f593-57af-4612-a5b6-7f964b6e8d46 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680442
Feb 17 01:23:28.715441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1403882717', 'description': 'tempest-TestShelveInstance-1403882717 description'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:28.722762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:28.727348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Usage tracker for resource:security_group and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:28.730303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:28.736328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:28.738865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa478a90>, [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:23:26Z', 'revision_number': 4, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'f492aa7a-119a-4bf4-9ed3-a736812b73f1', 'name': '', 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'mac_address': 'fa:16:3e:60:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:25Z', 'updated_at': '2021-02-17T01:23:27Z', 'revision_number': 2, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'subnets': [{'id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:28.743814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c47cec-5448-457a-9b61-61a87a196f66 None None] The sync data for ids ['13163dd4-d563-4af9-a7b7-113a5360613f'] in dv-cinder-759962-4-iscsi is: [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:23:26Z', 'revision_number': 4, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'f492aa7a-119a-4bf4-9ed3-a736812b73f1', 'name': '', 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'mac_address': 'fa:16:3e:60:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:25Z', 'updated_at': '2021-02-17T01:23:27Z', 'revision_number': 2, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'subnets': [{'id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:23:28.747524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:28.771323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:28.775489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Usage tracker for resource:security_group_rule and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:28.778527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:28.784398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:28.865784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:28.868756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:28.874250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a4d2dc41-3d99-450b-bae5-2bd23a82a7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:28.915917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:28.917273 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2847991c-9fcb-45ed-bac2-45931224a642 req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2065899
Feb 17 01:23:28.918091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70085014-ad5c-400d-9463-b294637e4033,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:28.921067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:28.991599 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-40942c69-f6cc-468e-9f1b-fc2dfeed5ec5 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups/70085014-ad5c-400d-9463-b294637e4033 HTTP/1.1" status: 200  len: 1802 time: 0.0508988
Feb 17 01:23:29.002494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70085014-ad5c-400d-9463-b294637e4033', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:29.002857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70085014-ad5c-400d-9463-b294637e4033', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:29.010350 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:29.015531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Usage tracker for resource:security_group_rule and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:29.018773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:29.024770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:29.088515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.136005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.139130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.141510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-975a4451-5039-40cd-8184-e3560f973fcc tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:29.172847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b69ef37-be70-4faa-a1df-8e0a597d0fb6,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:29.175738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:29.184276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.188419 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2cfe3d95-f35b-4658-92ae-c41acdaf052b req-44adc7f9-c53d-4ad6-9d85-bf5024c280ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1901872
Feb 17 01:23:29.271556 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-4fbef415-f28c-43c5-bb7b-5f4f67615ae7 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups/70085014-ad5c-400d-9463-b294637e4033 HTTP/1.1" status: 200  len: 2395 time: 0.0623281
Feb 17 01:23:29.276754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70085014-ad5c-400d-9463-b294637e4033', 'remote_group_id': None}]} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:29.277111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70085014-ad5c-400d-9463-b294637e4033', 'remote_group_id': None}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:29.283950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:29.288794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Usage tracker for resource:security_group_rule and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:29.292237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:29.298181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:29.367185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.391855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571f33-4bc6-4491-980f-1c42315492c6 req-b1d3cbf0-3d40-4bbb-9d2d-b41d5dcddf1f tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:29.392929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.393546 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-67571f33-4bc6-4491-980f-1c42315492c6 req-b1d3cbf0-3d40-4bbb-9d2d-b41d5dcddf1f tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.0949354
Feb 17 01:23:29.399312 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.401529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:29.426263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8384a91-0bbc-41a0-86d3-cf37c050bbeb,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:29.431454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:29.439883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.441392 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2477413e-54cc-4d3d-a39e-d2f0f5dc5b47 req-7e0ccd44-31e5-4ba4-9ad1-3aa64ebe3da3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1692028
Feb 17 01:23:29.447438 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-67571f33-4bc6-4491-980f-1c42315492c6 req-4d8c2f78-2a05-4669-8096-5780b3c10fe2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464380
Feb 17 01:23:29.731608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-88970f21-0935-4d28-8761-af850cca74b1 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:29.752580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-88970f21-0935-4d28-8761-af850cca74b1 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:23:29.754210 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-88970f21-0935-4d28-8761-af850cca74b1 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2659612
Feb 17 01:23:29.768254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:29.776829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:29.784215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Usage tracker for resource:floatingip and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:29.789047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:29.797463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:29.809269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:29.836988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a05ae-d8a9-4926-ac9c-9d21594d3443 req-626a1edc-60c0-40c1-8617-5b2af44ddd20 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:29.843986 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aa9a05ae-d8a9-4926-ac9c-9d21594d3443 req-626a1edc-60c0-40c1-8617-5b2af44ddd20 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.1577096
Feb 17 01:23:29.905892 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aa9a05ae-d8a9-4926-ac9c-9d21594d3443 req-afe88f8e-5f9a-4d3d-969e-fce21b019473 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585573
Feb 17 01:23:29.983624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.109670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1a5bcca0-0c8a-47cb-a567-ca082522cf87 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:30.210760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:30.239056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:30.240041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.325140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Allocated IP 172.27.1.211 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/b0bfcf28-1e56-42f5-acf7-ae56c688c2ab) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:30.435294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.454841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port 1a5bcca0-0c8a-47cb-a567-ca082522cf87, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=1a5bcca0-0c8a-47cb-a567-ca082522cf87,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:30.461088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.466192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eeaa41ed-0efc-4998-a21e-1d95ee1c9830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:30.523193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.557011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.560204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=1a5bcca0-0c8a-47cb-a567-ca082522cf87,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:30.563936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:30.573777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b12fda8f-af4c-472b-8b3d-37057a20a23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:30.717203 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'Port': ['ID=b0bfcf28-1e56-42f5-acf7-ae56c688c2ab,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:30.722535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:30.778728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:30.780231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:30.782435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:30.873242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.944694 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:30.974303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:23:31.105500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:31.112762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e970f5-53b5-4307-be1e-8321c76370c0 req-268e197b-0da3-4a5b-8bd3-91a0dadb5b25 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:31.115002 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9e970f5-53b5-4307-be1e-8321c76370c0 req-268e197b-0da3-4a5b-8bd3-91a0dadb5b25 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0965433
Feb 17 01:23:31.136733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:31.153561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 57125fdc-89c2-4ccc-a378-98570d957c2f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=57125fdc-89c2-4ccc-a378-98570d957c2f,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:31.156985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:31.158931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:31.168100 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9e970f5-53b5-4307-be1e-8321c76370c0 req-32def915-0226-44f2-9c12-b9d50f42c93c tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459251
Feb 17 01:23:31.231830 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'code': 422} returned with failed status
Feb 17 01:23:31.237076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:31.244627 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:31.255114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:31.259110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:31.273761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a5ed2e78-722c-41e9-931c-f188e6ab86a6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:31.667395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'Port': ['ID=b0bfcf28-1e56-42f5-acf7-ae56c688c2ab,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:31.672757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:31.789046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:31.822406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:31.823856 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0608616
Feb 17 01:23:31.927644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-83d3ea90-882c-4fb2-9156-153823220256 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:floatingip {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:31.945643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-83d3ea90-882c-4fb2-9156-153823220256 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:floatingip {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:23:31.946951 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-83d3ea90-882c-4fb2-9156-153823220256 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.211 HTTP/1.1" status: 200  len: 696 time: 0.1117756
Feb 17 01:23:32.046529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1a5bcca0-0c8a-47cb-a567-ca082522cf87 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:32.131808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:32.132744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:32.153246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-abafb667-ae40-47ee-81e2-02df79854350 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:32.154774 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-96c797b3-ec30-4d77-ab2a-ebd0a5f71ced req-abafb667-ae40-47ee-81e2-02df79854350 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.2012172
Feb 17 01:23:32.336753 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Sync routers for ids ['13163dd4-d563-4af9-a7b7-113a5360613f'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:23:32.347359 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Routers {'13163dd4-d563-4af9-a7b7-113a5360613f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:32.348137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa85bc18>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['13163dd4-d563-4af9-a7b7-113a5360613f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:32.352986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-f72cf15a-83f8-4e2b-b665-dda9b71b5598 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:32.354719 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-f72cf15a-83f8-4e2b-b665-dda9b71b5598 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0919032
Feb 17 01:23:32.446896 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-fe0677df-aa54-486d-b1a6-193ee89debbf tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.211 HTTP/1.1" status: 200  len: 696 time: 0.0858030
Feb 17 01:23:32.457192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'floatingip': {'port_id': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:32.549635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:32.565771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Set router 13163dd4-d563-4af9-a7b7-113a5360613f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:32.936152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea28dae-f1c4-43c0-b6a6-51da425402d0 req-31d89e23-9153-47de-9af1-77739fa02d0a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:32.937802 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aea28dae-f1c4-43c0-b6a6-51da425402d0 req-31d89e23-9153-47de-9af1-77739fa02d0a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.0977385
Feb 17 01:23:32.944050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa85bc18>, [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:23:26Z', 'revision_number': 4, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'f492aa7a-119a-4bf4-9ed3-a736812b73f1', 'name': '', 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'mac_address': 'fa:16:3e:60:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:25Z', 'updated_at': '2021-02-17T01:23:27Z', 'revision_number': 2, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'subnets': [{'id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:32.949193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Checking router: 13163dd4-d563-4af9-a7b7-113a5360613f for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:23:32.949783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Updating router 13163dd4-d563-4af9-a7b7-113a5360613f port f492aa7a-119a-4bf4-9ed3-a736812b73f1 binding host dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:23:32.990129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34362) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:33.008596 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-aea28dae-f1c4-43c0-b6a6-51da425402d0 req-8fa9a5f7-db31-4c1c-b06d-930f027225a4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620701
Feb 17 01:23:33.018750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:33.161951 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-6d34ae1a-7118-4baa-9dc8-d43f79898fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1700830
Feb 17 01:23:33.360093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:33.363928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:33.556871 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Floating IP e1b2c671-5d56-4121-8858-955b76e5820a associated. External IP: 172.27.1.211, port: 0ea8075f-e75a-47fb-927d-6048a7d1c3ca.
Feb 17 01:23:33.676561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:33.691871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Transition to ACTIVE for port object f492aa7a-119a-4bf4-9ed3-a736812b73f1 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:33.698749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:33.718601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9d6e05cc-bbde-49e9-82bb-e5ce869201a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:33.782786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-e3b1fc88-e496-4c23-8f6d-67aaaf849d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:33.784484 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-e3b1fc88-e496-4c23-8f6d-67aaaf849d21 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7&tenant_id=e9d9a5e5bb754191b309351583d7b43a HTTP/1.1" status: 200  len: 1160 time: 0.0838127
Feb 17 01:23:33.864038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ed23-d888-44a4-ace3-c792c6a70d51 None None] Pushing event updated for resources: {'Port': ['ID=f492aa7a-119a-4bf4-9ed3-a736812b73f1,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:33.870205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1150ed23-d888-44a4-ace3-c792c6a70d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:33.908062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-66dbc53f-8855-4d58-92ff-f382b9f8fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:33.910026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-66dbc53f-8855-4d58-92ff-f382b9f8fa51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9d9a5e5bb754191b309351583d7b43a&device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1160 time: 0.0957463
Feb 17 01:23:34.051292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Router a2a8fefd-861e-47e3-ba46-119b57ba0291 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:23:34.089836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-3ab0f247-e031-4b18-837c-4311eedd9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:34.098039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Attempting to bind port f492aa7a-119a-4bf4-9ed3-a736812b73f1 on host dv-cinder-759962-4-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:34.099338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Attempting to bind port f492aa7a-119a-4bf4-9ed3-a736812b73f1 by drivers openvswitch on host dv-cinder-759962-4-iscsi at level 0 using segments [{'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:34.100014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Attempting to bind port f492aa7a-119a-4bf4-9ed3-a736812b73f1 on network 959b4515-b42b-4a19-b963-1ea3cfee91d0 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:34.105182 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-3ab0f247-e031-4b18-837c-4311eedd9466 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 200  len: 911 time: 0.1835713
Feb 17 01:23:34.107413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Checking agent: {'id': '9f652dc8-1584-4d1e-a667-5a46a97f3ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 7, 41), 'started_at': datetime.datetime(2021, 2, 17, 1, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:34.107865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Checking segment: {'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:34.108320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:34.108765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Bound using segment: {'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:34.109288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Bound port: f492aa7a-119a-4bf4-9ed3-a736812b73f1, host: dv-cinder-759962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f1f63-5d73-4c96-8729-9a437efce608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:34.109707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:34.227346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] For port f492aa7a-119a-4bf4-9ed3-a736812b73f1, host dv-cinder-759962-4-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:34.233382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] For port f492aa7a-119a-4bf4-9ed3-a736812b73f1, host dv-cinder-759962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=f492aa7a-119a-4bf4-9ed3-a736812b73f1,segment=NetworkSegment(950f1f63-5d73-4c96-8729-9a437efce608),segment_id=950f1f63-5d73-4c96-8729-9a437efce608)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:34.240607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:34.277676 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-de2c91a3-d57d-4e27-995f-d4f1d880532b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 200  len: 999 time: 0.1643052
Feb 17 01:23:34.290079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6abc2037-e8c8-4a26-bcf6-ec30388c8edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:34.435455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-b980cbf9-b6db-439a-b1ba-d604143c2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:34.437420 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-b980cbf9-b6db-439a-b1ba-d604143c2d8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 200  len: 856 time: 0.0962765
Feb 17 01:23:34.463920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ed23-d888-44a4-ace3-c792c6a70d51 None None] Pushing event updated for resources: {'Port': ['ID=f492aa7a-119a-4bf4-9ed3-a736812b73f1,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:34.468934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1150ed23-d888-44a4-ace3-c792c6a70d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:34.512745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Routers {'13163dd4-d563-4af9-a7b7-113a5360613f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:34.512920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe08979-124d-4062-9749-59aeaf3201dc req-c13209cc-7eff-48bc-8cb6-8d92fee2d24d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:34.513424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa85bc18>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['13163dd4-d563-4af9-a7b7-113a5360613f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:34.514398 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dbe08979-124d-4062-9749-59aeaf3201dc req-c13209cc-7eff-48bc-8cb6-8d92fee2d24d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.2346306
Feb 17 01:23:34.588955 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dbe08979-124d-4062-9749-59aeaf3201dc req-8c870c4d-1dcf-4357-b5ce-b473017d2230 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671868
Feb 17 01:23:34.604131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:23:34.618288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:34.645512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-70c1cb12-dc7b-4838-84cc-7603d1cb58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:34.649465 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-70c1cb12-dc7b-4838-84cc-7603d1cb58d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c68bf03-546e-492b-80c1-105be11fe6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2019629
Feb 17 01:23:34.651380 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] Sync routers for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:23:34.662744 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:34.663632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a7e4a8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:34.743463 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-624036e5-d65c-4ddc-b7ec-02855ab3616d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "PUT /v2.0/floatingips/e1b2c671-5d56-4121-8858-955b76e5820a HTTP/1.1" status: 200  len: 996 time: 2.2905827
Feb 17 01:23:34.744066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:34.890152 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'status': 'completed', 'code': 200}
Feb 17 01:23:34.940719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] Set router 13163dd4-d563-4af9-a7b7-113a5360613f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:34.955153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-4032de8c-3591-4d0b-96de-21fcf3e00f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:34.956870 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-4032de8c-3591-4d0b-96de-21fcf3e00f9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1162 time: 0.1966164
Feb 17 01:23:34.965702 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-e937f0fa-cb40-4d1f-afed-b97c507b1a67 service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3099239
Feb 17 01:23:34.996967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:35.135851 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3cb4d60c-68c0-4641-92fc-c3faf29e165f req-c22803f5-3e75-4487-b9af-66b7f73a549a service neutron] 10.222.0.70 "GET /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513851
Feb 17 01:23:35.160233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-81166177-5488-4477-a293-1eb78522cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.163450 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-81166177-5488-4477-a293-1eb78522cb15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.1985829
Feb 17 01:23:35.181374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-a9b973af-6e7c-4076-9db2-a2d77c4396b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.183028 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-a9b973af-6e7c-4076-9db2-a2d77c4396b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1162 time: 0.2825379
Feb 17 01:23:35.356246 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-1d260a1a-f07d-4f0a-b5c9-95c4cdd599ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 999 time: 0.1857865
Feb 17 01:23:35.449051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-11f10307-7d5d-4389-b5b7-3ce3dc7e1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.451137 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-11f10307-7d5d-4389-b5b7-3ce3dc7e1605 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.2575543
Feb 17 01:23:35.465292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa85bc18>, [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:23:26Z', 'revision_number': 4, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'f492aa7a-119a-4bf4-9ed3-a736812b73f1', 'name': '', 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'mac_address': 'fa:16:3e:60:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:25Z', 'updated_at': '2021-02-17T01:23:34Z', 'revision_number': 4, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'subnets': [{'id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:35.479849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-1ab68379-d888-48be-806b-cf38e2347987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.485726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ebc481-2354-4a90-a1f7-87e82cf57212 None None] The sync data for ids ['13163dd4-d563-4af9-a7b7-113a5360613f'] in dv-cinder-759962-4-iscsi is: [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:23:26Z', 'revision_number': 4, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'f492aa7a-119a-4bf4-9ed3-a736812b73f1', 'name': '', 'network_id': '959b4515-b42b-4a19-b963-1ea3cfee91d0', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'mac_address': 'fa:16:3e:60:22:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:25Z', 'updated_at': '2021-02-17T01:23:34Z', 'revision_number': 4, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'subnets': [{'id': 'b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:23:35.487674 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-1ab68379-d888-48be-806b-cf38e2347987 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.1298916
Feb 17 01:23:35.597834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-87b28f5d-4128-4c1a-a449-96eab64feef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.599840 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-87b28f5d-4128-4c1a-a449-96eab64feef1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1103559
Feb 17 01:23:35.621325 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-35813fdc-f482-4e2c-af74-a72b4e6f9b6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 999 time: 0.1622865
Feb 17 01:23:35.750976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-b47578ed-7d4d-46a6-b83b-d2a70525cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.752634 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-b47578ed-7d4d-46a6-b83b-d2a70525cd35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.1240022
Feb 17 01:23:35.778128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a7e4a8>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': 'e1b2c671-5d56-4121-8858-955b76e5820a', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'port_id': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'mac_address': 'fa:16:3e:77:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:23:30Z', 'updated_at': '2021-02-17T01:23:33Z', 'revision_number': 1, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:41Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:35.782847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] Checking router: a2a8fefd-861e-47e3-ba46-119b57ba0291 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:23:35.798595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:35.799323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a7e4a8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:35.824018 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-9648babe-a09a-4130-a221-d0e9ff27fd74 service neutron] 10.222.0.30 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139528
Feb 17 01:23:35.963846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1c990-17b2-4211-baad-567890d156f1 req-2d9ac8ae-4ece-4527-890f-be5fe09e47db tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.965497 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-30e1c990-17b2-4211-baad-567890d156f1 req-2d9ac8ae-4ece-4527-890f-be5fe09e47db tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1424296
Feb 17 01:23:35.970616 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-463feff2-e6d6-4710-a01b-fa10ed607a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:35.972281 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-463feff2-e6d6-4710-a01b-fa10ed607a97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2027321
Feb 17 01:23:36.096129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:36.163970 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0b69ce4a-4405-4937-842c-318f3b0fd933 req-6fc91fb4-73cf-4279-9374-eda4efbed834 service neutron] 10.222.0.30 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3329599
Feb 17 01:23:36.186100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device f492aa7a-119a-4bf4-9ed3-a736812b73f1 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:36.257685 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-3a22757a-c6dc-4611-9071-5357686f8fae service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986020
Feb 17 01:23:36.274758 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-30e1c990-17b2-4211-baad-567890d156f1 req-ddb82311-f612-41d8-9c47-52ab5d3503a3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3011816
Feb 17 01:23:36.335506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-476997432', 'description': 'tempest-TestMinimumBasicScenario-476997432 description'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:36.401154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:36.423475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:36.435652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:36.439632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning for port f492aa7a-119a-4bf4-9ed3-a736812b73f1 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:36.460924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port f492aa7a-119a-4bf4-9ed3-a736812b73f1 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:36.461365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:36.479551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:36.485397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Usage tracker for resource:security_group_rule and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:36.489799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:36.504191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:36.646714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:36.651683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:36.672778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eec4c2f6-adc6-407c-8f86-84679b6fdbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:36.749216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:36.777896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:36.779477 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4656a600-67e6-42bf-a22f-a9f22fede658 req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4560258
Feb 17 01:23:36.780550 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:36.791507 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-89073bf3-7fc4-40a2-9543-44545156bf4e req-e89dd420-dada-423c-8df1-e96644498887 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5149794
Feb 17 01:23:36.885722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:36.906573 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-09c9eec4-6035-47a8-b417-939869ea78d4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups/14c9791f-1c9b-4e82-95bd-dade2a1bbeb0 HTTP/1.1" status: 200  len: 1812 time: 0.0891085
Feb 17 01:23:36.918506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14c9791f-1c9b-4e82-95bd-dade2a1bbeb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:36.918897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14c9791f-1c9b-4e82-95bd-dade2a1bbeb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:36.932569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:36.943226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Usage tracker for resource:security_group_rule and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:36.953123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:36.966498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:36.981695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] For port f492aa7a-119a-4bf4-9ed3-a736812b73f1, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=f492aa7a-119a-4bf4-9ed3-a736812b73f1,segment=NetworkSegment(950f1f63-5d73-4c96-8729-9a437efce608),segment_id=950f1f63-5d73-4c96-8729-9a437efce608)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:37.003345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.014320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1f7e769a-bb42-40fe-bc1d-2f20c848cf8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:37.054115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.088055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.091586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.094085 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:37.178014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Pushing event updated for resources: {'Port': ['ID=f492aa7a-119a-4bf4-9ed3-a736812b73f1,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:37.190541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:37.228216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9a7e4a8>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': 'e1b2c671-5d56-4121-8858-955b76e5820a', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'port_id': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'mac_address': 'fa:16:3e:77:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:23:30Z', 'updated_at': '2021-02-17T01:23:33Z', 'revision_number': 1, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:41Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:37.242163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e79bf-0e0e-4aba-bfaa-f4635363cf51 None None] The sync data for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi is: [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': 'e1b2c671-5d56-4121-8858-955b76e5820a', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'port_id': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'mac_address': 'fa:16:3e:77:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:23:30Z', 'updated_at': '2021-02-17T01:23:33Z', 'revision_number': 1, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:41Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:23:37.249165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4414a29e-7d09-40da-9a06-b7433693f9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.471100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85b4f23-01f8-43d8-9d8e-966c71351e8a,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:37.486948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:37.488014 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.489996 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-07d35b52-4772-42cc-8a64-ce277b39b0f1 req-e7c77e2c-5c4d-4980-94d7-c60ccce87cef tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5766046
Feb 17 01:23:37.589046 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-73bd50bb-4589-4583-91de-d6b826057e40 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups/14c9791f-1c9b-4e82-95bd-dade2a1bbeb0 HTTP/1.1" status: 200  len: 2405 time: 0.0761673
Feb 17 01:23:37.589977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aadc9-8c13-44fd-9fd6-8fe50bccb384 req-cde7898e-7c32-426e-bcce-660f2f6a40b6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:37.592011 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d87aadc9-8c13-44fd-9fd6-8fe50bccb384 req-cde7898e-7c32-426e-bcce-660f2f6a40b6 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1358936
Feb 17 01:23:37.602659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14c9791f-1c9b-4e82-95bd-dade2a1bbeb0', 'remote_group_id': None}]} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:37.603133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14c9791f-1c9b-4e82-95bd-dade2a1bbeb0', 'remote_group_id': None}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:37.610058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:37.615138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Usage tracker for resource:security_group_rule and tenant:d9afe842ed2f4c429389ba547d2ea9f7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:23:37.618734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:23:37.632582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:37.659648 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d87aadc9-8c13-44fd-9fd6-8fe50bccb384 req-bff2186d-29f4-4a17-adaf-e76a4df89032 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608048
Feb 17 01:23:37.740441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.776558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba5be3-e214-4730-8ba7-b46fe6c6b5f5 None None] New status for floating IP e1b2c671-5d56-4121-8858-955b76e5820a: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:23:37.786781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.789844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024701'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.829078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:37.862458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.870498 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a6962b80-17e9-4139-9e2b-04dd42d7410f req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2796924
Feb 17 01:23:37.876822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d819c22-c54b-4105-a95a-3a00e22d3d1c,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:37.890052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-91085385-a9e3-4e1b-bd88-bb0d304cd02d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:38.034388 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-fa50a84e-1399-4ad0-8d1e-7f050254e1a3 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-476997432&fields=id&tenant_id=d9afe842ed2f4c429389ba547d2ea9f7 HTTP/1.1" status: 200  len: 267 time: 0.0627096
Feb 17 01:23:38.063839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device f492aa7a-119a-4bf4-9ed3-a736812b73f1 up at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:38.165013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-8b84edda-b3ca-43d9-b6ef-e5948c55b903 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:38.166996 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-8b84edda-b3ca-43d9-b6ef-e5948c55b903 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.1257331
Feb 17 01:23:38.179618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'port': {'security_groups': ['1c6eb719-ebc0-4012-94d3-21aa544039a0', '14c9791f-1c9b-4e82-95bd-dade2a1bbeb0']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:38.195440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Provisioning complete for port f492aa7a-119a-4bf4-9ed3-a736812b73f1 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:38.196025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:38.376354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:38.789432 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] For port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:38.828829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:38.833890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848661495'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:38.856037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-16511af0-ede0-4ad4-8814-c09a7af65b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:38.906660 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cda7bf-9186-4fde-981d-7f27c3a8ee2d req-8b3b2a5a-2e7a-405e-b737-589c2b4ca80d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:38.908293 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f3cda7bf-9186-4fde-981d-7f27c3a8ee2d req-8b3b2a5a-2e7a-405e-b737-589c2b4ca80d tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1087377
Feb 17 01:23:38.981017 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f3cda7bf-9186-4fde-981d-7f27c3a8ee2d req-4fd18137-a671-4425-86cc-ea139530211b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650911
Feb 17 01:23:39.025673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'Port': ['ID=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,revision_number=5']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:39.029313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:39.116052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:39.124689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:39.127251 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1a7427bb-b41c-49d5-85c5-a836ae9d2ded req-d47922b7-82df-412e-893e-67ce6843bcd4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "PUT /v2.0/ports/0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 981 time: 0.9532297
Feb 17 01:23:39.128244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:39.193008 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'status': 'completed', 'code': 200}
Feb 17 01:23:39.381102 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd0a13-1d12-41bd-a316-9272d0723532 req-467d7bee-2485-4a8e-9f15-ddc252834c0a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:39.382987 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-43fd0a13-1d12-41bd-a316-9272d0723532 req-467d7bee-2485-4a8e-9f15-ddc252834c0a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.1236546
Feb 17 01:23:39.438245 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-43fd0a13-1d12-41bd-a316-9272d0723532 req-dff63a23-1f07-4a8f-b17a-e536bbc88052 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0469582
Feb 17 01:23:39.483780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-b335b0f3-109c-4774-8188-a7f49df3a615 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:39.484216 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b335b0f3-109c-4774-8188-a7f49df3a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:40.078257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c19e711e-82da-4e80-973b-37e5255d118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:40.216558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e729-1b02-4735-adcd-e6bc969e5db3 req-bd033fe5-7fae-4a2c-a5a0-e3b432013e0b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:40.218387 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bb15e729-1b02-4735-adcd-e6bc969e5db3 req-bd033fe5-7fae-4a2c-a5a0-e3b432013e0b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.0964880
Feb 17 01:23:40.279169 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bb15e729-1b02-4735-adcd-e6bc969e5db3 req-0a17e188-4409-4e97-9170-feba6bff91bd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536294
Feb 17 01:23:40.849796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:41.232363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:41.258519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:41.351314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:41.351782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:41.523370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:41.524193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8705acb-ec19-4b3b-b056-5ebe7550bfc8 req-d2240681-5d5d-4143-acb9-c5d02228eb50 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:41.525943 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8705acb-ec19-4b3b-b056-5ebe7550bfc8 req-d2240681-5d5d-4143-acb9-c5d02228eb50 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1044912
Feb 17 01:23:41.585083 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8705acb-ec19-4b3b-b056-5ebe7550bfc8 req-479fb1eb-edf6-4326-b2ac-283edde6eff4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514700
Feb 17 01:23:42.799483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681b982-55c7-4a7c-9233-c4908c0f1cb8 req-e85b9ffc-2f15-4547-b767-3b99e8ea4d88 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:42.801179 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f681b982-55c7-4a7c-9233-c4908c0f1cb8 req-e85b9ffc-2f15-4547-b767-3b99e8ea4d88 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.0907400
Feb 17 01:23:42.854558 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f681b982-55c7-4a7c-9233-c4908c0f1cb8 req-89f2d631-e1ee-49a0-bc37-d137d2c79cb3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465713
Feb 17 01:23:43.939084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:44.117223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb307feb-3ad6-46f1-9a76-960c1fb0b011 req-02196843-144b-45b2-9cc0-58755b5e03b0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:44.128368 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bb307feb-3ad6-46f1-9a76-960c1fb0b011 req-02196843-144b-45b2-9cc0-58755b5e03b0 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1299250
Feb 17 01:23:44.180897 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bb307feb-3ad6-46f1-9a76-960c1fb0b011 req-15e8dcc2-ea53-455d-b099-ad2f608af6fa tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515637
Feb 17 01:23:45.398873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0d1b-34dd-499b-b250-2bf38a93f12e req-273df7d5-7272-4abf-89ad-f1b55c1cdb9f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:45.400510 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9fdf0d1b-34dd-499b-b250-2bf38a93f12e req-273df7d5-7272-4abf-89ad-f1b55c1cdb9f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.0955832
Feb 17 01:23:45.453026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9fdf0d1b-34dd-499b-b250-2bf38a93f12e req-d9469444-4da3-4a1a-81f2-4c2658295f0a tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461125
Feb 17 01:23:46.681442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7efb58-a5dd-4b99-85d3-96637bf2aa45 req-d945a95b-9d16-40af-9d18-0613d1323813 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:46.683156 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-af7efb58-a5dd-4b99-85d3-96637bf2aa45 req-d945a95b-9d16-40af-9d18-0613d1323813 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.1009536
Feb 17 01:23:46.740823 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-af7efb58-a5dd-4b99-85d3-96637bf2aa45 req-b51fbff1-2edf-4284-b70f-9e9d6d1fb98b tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508828
Feb 17 01:23:47.592878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-79da459e-10a9-46e8-8e01-55286f075802 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Synchronizing usage tracker for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:47.609111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-79da459e-10a9-46e8-8e01-55286f075802 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Unset dirty status for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:23:47.610355 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-79da459e-10a9-46e8-8e01-55286f075802 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1403882717&fields=id&tenant_id=d98d41daefb04475a195dc4f12ca5fde HTTP/1.1" status: 200  len: 267 time: 0.0588295
Feb 17 01:23:47.886617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-07c4871c-2667-49c9-9574-c3ee25e432b4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:47.888280 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-07c4871c-2667-49c9-9574-c3ee25e432b4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 808 time: 0.2706645
Feb 17 01:23:47.922830 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-de81ac1d-f94d-45c9-b0a7-5a542894b803 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/quotas/d98d41daefb04475a195dc4f12ca5fde HTTP/1.1" status: 200  len: 375 time: 0.0250497
Feb 17 01:23:47.928289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-7be448f5-9ab4-4e60-ba08-34961a9d429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:47.929909 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-7be448f5-9ab4-4e60-ba08-34961a9d429c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1202 time: 0.1834238
Feb 17 01:23:47.967590 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311c1c5-14e5-424d-b72f-685dd8a3fa27 req-03795459-92d2-4113-a495-8e475cd1b1e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:47.969250 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b311c1c5-14e5-424d-b72f-685dd8a3fa27 req-03795459-92d2-4113-a495-8e475cd1b1e5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.0904212
Feb 17 01:23:48.018494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b311c1c5-14e5-424d-b72f-685dd8a3fa27 req-83725902-c464-4239-ab73-73364d675976 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423114
Feb 17 01:23:48.112309 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-04921ea6-76f0-4615-8839-500319b5ce21 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2842941
Feb 17 01:23:48.211737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-2f4029fb-ceac-4cfc-a35e-bb524cdf4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:48.213384 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-2f4029fb-ceac-4cfc-a35e-bb524cdf4789 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.2391162
Feb 17 01:23:48.220750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-b2978726-73af-41ab-a1b7-62f425acc0d2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Synchronizing usage tracker for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:48.328451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-b2978726-73af-41ab-a1b7-62f425acc0d2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Unset dirty status for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:23:48.329896 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-b2978726-73af-41ab-a1b7-62f425acc0d2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3990266
Feb 17 01:23:48.438539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-67569617-6987-465b-9f99-92c33b3b2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:48.440139 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-67569617-6987-465b-9f99-92c33b3b2e2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 1163 time: 0.2852652
Feb 17 01:23:48.441890 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-706c6741-ae99-47a4-8692-794a7ce8b2d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 1001 time: 0.2159047
Feb 17 01:23:48.666679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-e6353cba-9468-4f51-b270-e0407223b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:48.668326 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-e6353cba-9468-4f51-b270-e0407223b1eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.2124836
Feb 17 01:23:48.736170 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-4b90772a-5db2-4c13-b83d-b468fc0f79de service neutron] 10.222.0.30 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3874946
Feb 17 01:23:48.837330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-4bafd5af-a756-4b00-82ed-69f8d4d3cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:48.838927 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-4bafd5af-a756-4b00-82ed-69f8d4d3cc88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 200  len: 905 time: 0.3465130
Feb 17 01:23:48.997404 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-5d4226d8-b8fa-47a4-8fd8-83f11401b108 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c853fced-ea9f-4f04-a118-d8697a60b9d7 HTTP/1.1" status: 200  len: 1002 time: 0.1474028
Feb 17 01:23:49.049834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-fdfe6ebd-aedd-44af-aae0-7f462b1a891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:49.051432 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-fdfe6ebd-aedd-44af-aae0-7f462b1a891a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3679221
Feb 17 01:23:49.094145 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-61ff86d8-a4b2-4410-aab7-635299342b10 service neutron] 10.222.0.30 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3474712
Feb 17 01:23:49.182465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-bec631b5-122a-4d0c-9ebf-bf805c7128cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:49.184143 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-bec631b5-122a-4d0c-9ebf-bf805c7128cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 200  len: 850 time: 0.1724987
Feb 17 01:23:49.234345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662677-37ba-4b3f-bbc6-0a53ff0a2627 req-e2cf0860-4a62-4f1f-b251-4a9eca494314 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:49.236051 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8662677-37ba-4b3f-bbc6-0a53ff0a2627 req-e2cf0860-4a62-4f1f-b251-4a9eca494314 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 943 time: 0.0969231
Feb 17 01:23:49.291509 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d8662677-37ba-4b3f-bbc6-0a53ff0a2627 req-cd9d047e-2590-4453-ae70-f60e8b38cf06 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482759
Feb 17 01:23:49.294867 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-186bd9db-c0a2-4504-8951-fa7304c004b6 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320373
Feb 17 01:23:49.396196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-e85e997b-f5d0-42ec-bbed-17ebab6341c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:49.397838 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-e85e997b-f5d0-42ec-bbed-17ebab6341c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9bdfbda-d736-40cc-85ea-23e1db4da612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2064152
Feb 17 01:23:49.522110 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:49.558736 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3b7333e0-c1cd-449a-bdcd-6cbb61ed4bef req-0d8e6cbf-663b-4d5a-9b9f-77cbee522216 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 210 time: 0.0578508
Feb 17 01:23:49.626122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 57125fdc-89c2-4ccc-a378-98570d957c2f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:49.626638 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:49.785462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:49.797717 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3bcb33ac-0bc0-4bc0-84af-98d4b4dcde37 req-735eb192-ba31-4afa-ac07-869d719a865f service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4922273
Feb 17 01:23:49.818612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:49.832486 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 57125fdc-89c2-4ccc-a378-98570d957c2f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=57125fdc-89c2-4ccc-a378-98570d957c2f,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:49.836250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:49.838345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:49.839181 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-7dd391b1-c0c5-487c-aa37-f5d39c14f9c0 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4317887
Feb 17 01:23:49.921890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=6']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:49.925927 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'code': 200}
Feb 17 01:23:49.927318 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:50.023490 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-901bc617-a2df-450a-b82f-74c8eb22b41d req-4ae21c9d-a0a3-4c5a-888f-4e209ac40fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1773846
Feb 17 01:23:50.250709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5592e7-4f6b-4a73-a943-2d4468a0687b req-f30f02ad-baa2-44e7-abc5-d97c695fb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:50.253330 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3e5592e7-4f6b-4a73-a943-2d4468a0687b req-f30f02ad-baa2-44e7-abc5-d97c695fb1b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 1162 time: 0.0879734
Feb 17 01:23:50.314071 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3e5592e7-4f6b-4a73-a943-2d4468a0687b req-60151c0e-af75-46ab-9ed9-417e143cf41f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478277
Feb 17 01:23:50.509973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63810ad1-4f37-4bc3-8b70-e7d0b35258d8 req-7509a88d-619c-4073-9f8a-7b86a1214594 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:50.511593 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-63810ad1-4f37-4bc3-8b70-e7d0b35258d8 req-7509a88d-619c-4073-9f8a-7b86a1214594 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0903676
Feb 17 01:23:50.561074 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-63810ad1-4f37-4bc3-8b70-e7d0b35258d8 req-5532e092-a675-4eab-a15c-a2237c838657 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432277
Feb 17 01:23:50.737756 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fb317b5e-4321-4cae-925f-b0470299c8c3 req-8a1510ed-7af3-4844-8603-066577705ec1 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 210 time: 0.0545864
Feb 17 01:23:51.133409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-f03b04e4-ced8-4513-b34c-2429a7a977d6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:51.135225 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-f03b04e4-ced8-4513-b34c-2429a7a977d6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.70 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 808 time: 0.1639161
Feb 17 01:23:51.155163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:51.216222 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-fd39df98-b511-4154-862d-650fc19f57b2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d98d41daefb04475a195dc4f12ca5fde HTTP/1.1" status: 200  len: 5759 time: 0.0690916
Feb 17 01:23:51.237864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'port': {'device_id': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'admin_state_up': True, 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'security_groups': ['70085014-ad5c-400d-9463-b294637e4033']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:51.243301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 57125fdc-89c2-4ccc-a378-98570d957c2f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:51.243755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:51.391224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:23:51.401386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:23:51.410546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Made reservation on behalf of d98d41daefb04475a195dc4f12ca5fde for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:23:51.416389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:51.798015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Allocated IP 172.20.0.8 (25dfae02-740a-4a4b-9b58-b1e674762988/dd0723d6-7d83-4279-b689-e1b0a1f0a915/fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:23:51.845957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100b000-abab-4e2a-99b8-d7ed08ed6990 req-b6ef0580-6781-48ec-a63f-4201402fa6db tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:51.847932 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0100b000-abab-4e2a-99b8-d7ed08ed6990 req-b6ef0580-6781-48ec-a63f-4201402fa6db tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0930791
Feb 17 01:23:51.913549 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0100b000-abab-4e2a-99b8-d7ed08ed6990 req-43f5f1be-1145-4e0a-adc9-eb85519079f8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565944
Feb 17 01:23:51.990059 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-08b3a367-8ae0-474d-9459-afa00093578f req-8b01c32f-2d0a-42a4-8c99-9db82a771e20 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 210 time: 0.0667522
Feb 17 01:23:52.064598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:52.081512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Transition to ACTIVE for port object fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:52.110686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:52.126701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:52.273091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event updated for resources: {'Port': ['ID=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:52.277621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:52.334721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Network 25dfae02-740a-4a4b-9b58-b1e674762988 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:23:52.336025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:23:52.338330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:23:52.352740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:23:52.406050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:52.406878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:52.433891 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2015145
Feb 17 01:23:52.452125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Request body: {'port': {'device_id': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:23:52.557302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f2fb4309-cb75-4dcd-a14b-923f53db7281 None None] Provisioning for port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:23:52.563041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-f2fb4309-cb75-4dcd-a14b-923f53db7281 None None] Provisioning complete for port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:52.563812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4309-cb75-4dcd-a14b-923f53db7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:52.583689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:52.625561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb4309-cb75-4dcd-a14b-923f53db7281 None None] Port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:23:53.034606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:23:53.044001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:53.057415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Transition to ACTIVE for port object fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:23:53.060600 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:53.077130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1e82f8da-a535-4eec-a150-c01121f97c00 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:53.127081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f16c-a663-4493-95ef-920142da9890 req-159f2f91-d6eb-45cc-ab09-76e8b8723e41 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:53.128966 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f373f16c-a663-4493-95ef-920142da9890 req-159f2f91-d6eb-45cc-ab09-76e8b8723e41 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0911930
Feb 17 01:23:53.181532 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f373f16c-a663-4493-95ef-920142da9890 req-601d3557-b9de-4b4a-8901-c01f9b102336 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449481
Feb 17 01:23:53.183040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:53.269141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 57125fdc-89c2-4ccc-a378-98570d957c2f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:53.269647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:53.308955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:53.319036 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:53.387477 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41054bf-567a-467f-8eaa-4c83237b4dbc req-6ce5751e-17ff-4750-b5e2-33447286989a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:53.438539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-f41054bf-567a-467f-8eaa-4c83237b4dbc req-6ce5751e-17ff-4750-b5e2-33447286989a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Synchronizing usage tracker for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:53.477629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-f41054bf-567a-467f-8eaa-4c83237b4dbc req-6ce5751e-17ff-4750-b5e2-33447286989a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Unset dirty status for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:23:53.481407 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f41054bf-567a-467f-8eaa-4c83237b4dbc req-6ce5751e-17ff-4750-b5e2-33447286989a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.3024242
Feb 17 01:23:53.595529 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f41054bf-567a-467f-8eaa-4c83237b4dbc req-c9868624-6df3-4f25-bbbb-ec379646da2a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0769310
Feb 17 01:23:53.603469 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Attempting to bind port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:23:53.603787 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Attempting to bind port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:23:53.604164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Attempting to bind port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f on network 25dfae02-740a-4a4b-9b58-b1e674762988 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:23:53.611204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:23:53.611715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Checking segment: {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:23:53.612302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:53.612943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Bound using segment: {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:23:53.613420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Bound port: fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750ef591-5c26-48b7-8c7b-9470a6065926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:23:53.613831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:53.699189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e605f-8bac-41b0-8930-6bb37976e328 req-ee8fb387-de82-4569-af22-b4756e48bc2b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:53.700918 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-386e605f-8bac-41b0-8930-6bb37976e328 req-ee8fb387-de82-4569-af22-b4756e48bc2b tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.1148193
Feb 17 01:23:53.720342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] For port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:23:53.723623 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] For port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:23:53.727667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:53.744147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:53.757656 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-386e605f-8bac-41b0-8930-6bb37976e328 req-b34c3045-6e1c-4b62-a84a-243728d92ee6 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489166
Feb 17 01:23:54.132492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:54.144745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.145169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.146171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.146577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.146977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.147377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.147796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.148200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.148593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.148986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.149378 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.149766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.150199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.150596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.150988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.151378 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.151792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.152188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.152578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.152965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.153356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.153746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.154141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.154527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:23:54.160466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:54.188176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:54.188854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:54.190369 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] 10.222.0.70 "PUT /v2.0/ports/fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 1157 time: 1.7430949
Feb 17 01:23:54.190892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:54.275905 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'status': 'completed', 'code': 200}
Feb 17 01:23:54.314916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-cb291789-696f-4241-8ad0-036d710c5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:54.316800 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-cb291789-696f-4241-8ad0-036d710c5325 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1160 time: 0.0881412
Feb 17 01:23:54.403455 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-788e5da4-65f2-484b-a635-f5169596421a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 217 time: 0.0716264
Feb 17 01:23:54.476834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-d587f533-feb9-4855-b95b-c932b2d953df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:54.478321 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-d587f533-feb9-4855-b95b-c932b2d953df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0673964
Feb 17 01:23:54.562090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-30bcff1f-3b4e-4813-989b-77a219866901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:54.563607 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-30bcff1f-3b4e-4813-989b-77a219866901 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776153
Feb 17 01:23:54.709763 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-428af4f8-a591-41da-8076-094afd1e993a service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384389
Feb 17 01:23:54.808552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aad84-3242-438c-b6b5-08fa596aa8a4 req-b7011b42-e455-42e2-b8f6-1fd665f2fb6e tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:54.811066 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-931aad84-3242-438c-b6b5-08fa596aa8a4 req-b7011b42-e455-42e2-b8f6-1fd665f2fb6e tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0911686
Feb 17 01:23:54.860074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-931aad84-3242-438c-b6b5-08fa596aa8a4 req-aafc1d7e-2a74-4171-a542-e35987356f39 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Synchronizing usage tracker for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:54.863615 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ebbd159-a40e-4f9b-b485-171f21e720ec req-37fe34df-e422-4550-bdb3-0aad9e30387d service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469078
Feb 17 01:23:54.872938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-931aad84-3242-438c-b6b5-08fa596aa8a4 req-aafc1d7e-2a74-4171-a542-e35987356f39 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Unset dirty status for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:23:54.874209 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-931aad84-3242-438c-b6b5-08fa596aa8a4 req-aafc1d7e-2a74-4171-a542-e35987356f39 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0576763
Feb 17 01:23:55.047938 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780642-b851-40b0-a8c8-2bebb9c7168c req-01a039f7-3c72-4bc5-b72b-8619038a4732 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:55.049569 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ce780642-b851-40b0-a8c8-2bebb9c7168c req-01a039f7-3c72-4bc5-b72b-8619038a4732 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.1632421
Feb 17 01:23:55.052684 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77bbe-db42-420b-acc0-39d4878da971 req-85b67f6c-8c23-4198-9722-f6290a5267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:55.054166 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80d77bbe-db42-420b-acc0-39d4878da971 req-85b67f6c-8c23-4198-9722-f6290a5267d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1160 time: 0.1224520
Feb 17 01:23:55.176063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device c853fced-ea9f-4f04-a118-d8697a60b9d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:23:55.190224 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ce780642-b851-40b0-a8c8-2bebb9c7168c req-9e926633-9c38-4b3b-bbb1-7040703a0ef9 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336031
Feb 17 01:23:55.241969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77bbe-db42-420b-acc0-39d4878da971 req-dc0b4f2f-aba1-4cd1-a9a7-2ac3db7e35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:55.243683 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80d77bbe-db42-420b-acc0-39d4878da971 req-dc0b4f2f-aba1-4cd1-a9a7-2ac3db7e35f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.1640666
Feb 17 01:23:55.330043 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80d77bbe-db42-420b-acc0-39d4878da971 req-29f58ce5-b2bb-419b-841e-eb5691e138d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 217 time: 0.0773470
Feb 17 01:23:55.422771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port c853fced-ea9f-4f04-a118-d8697a60b9d7 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:23:55.423197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:55.457778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77bbe-db42-420b-acc0-39d4878da971 req-514534eb-898f-47ad-a3bd-75846b2645c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:55.459338 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80d77bbe-db42-420b-acc0-39d4878da971 req-514534eb-898f-47ad-a3bd-75846b2645c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.1225507
Feb 17 01:23:55.540765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46279dfd-adad-4389-beeb-d76af443977b req-c32a9bd2-a9dc-47e0-b810-497169397565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:55.542413 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46279dfd-adad-4389-beeb-d76af443977b req-c32a9bd2-a9dc-47e0-b810-497169397565 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.1537905
Feb 17 01:23:55.629645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77bbe-db42-420b-acc0-39d4878da971 req-e720c083-46b7-4526-9f41-03c931f5900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:55.631288 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80d77bbe-db42-420b-acc0-39d4878da971 req-e720c083-46b7-4526-9f41-03c931f5900a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1645076
Feb 17 01:23:55.639384 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Deleting port c853fced-ea9f-4f04-a118-d8697a60b9d7 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:23:55.639821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:55.972618 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80d77bbe-db42-420b-acc0-39d4878da971 req-d1c946a0-47c6-49e4-a319-dfee3dd9eded service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998271
Feb 17 01:23:56.088178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e2cc2-9062-43b8-807a-51d24de261f6 req-97ef5cb8-47cb-482f-8da4-9b439fa7bea4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:56.089847 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-912e2cc2-9062-43b8-807a-51d24de261f6 req-97ef5cb8-47cb-482f-8da4-9b439fa7bea4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0931611
Feb 17 01:23:56.140043 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-912e2cc2-9062-43b8-807a-51d24de261f6 req-ccad6cdd-29e6-4998-aaed-7bdf514fb7d9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433204
Feb 17 01:23:56.151796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] For port c853fced-ea9f-4f04-a118-d8697a60b9d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c853fced-ea9f-4f04-a118-d8697a60b9d7,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:23:56.152221 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:56.244846 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-80d77bbe-db42-420b-acc0-39d4878da971 req-72fa7ea8-69c0-4e6a-8d3d-ef86426661af service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2651255
Feb 17 01:23:56.554267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:56.554821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:56.554961 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Floating IP 461b3cec-88e2-4a47-8b29-a4cc57ee3ae6 disassociated. External IP: 172.27.1.121, port: c853fced-ea9f-4f04-a118-d8697a60b9d7.
Feb 17 01:23:56.555278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Calling delete_port for c853fced-ea9f-4f04-a118-d8697a60b9d7 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:23:56.594697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb546936-8ea8-4349-a44c-6ee3dacd6065 req-ad683e33-905a-4986-9a31-89a37a35ca77 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:56.596353 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fb546936-8ea8-4349-a44c-6ee3dacd6065 req-ad683e33-905a-4986-9a31-89a37a35ca77 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 946 time: 0.2529933
Feb 17 01:23:56.680114 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fb546936-8ea8-4349-a44c-6ee3dacd6065 req-0876c00a-a500-4b9f-b420-74d641edefc9 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups?id=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760095
Feb 17 01:23:56.753107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:56.769756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:56.872127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event deleted for resources: {'Port': ['ID=c853fced-ea9f-4f04-a118-d8697a60b9d7,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:56.881828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:57.118436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device c853fced-ea9f-4f04-a118-d8697a60b9d7 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:23:57.160089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: c853fced-ea9f-4f04-a118-d8697a60b9d7 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:23:57.160418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device c853fced-ea9f-4f04-a118-d8697a60b9d7 not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:23:57.369253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cd7a7-2d93-4e4f-ad81-bb260c817d7a req-259bb393-a252-4b46-b1f0-cd4d56124a4b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:57.374444 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e0cd7a7-2d93-4e4f-ad81-bb260c817d7a req-259bb393-a252-4b46-b1f0-cd4d56124a4b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.1168079
Feb 17 01:23:57.381146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Router b02c4641-96b9-458b-83aa-bed8ed54c805 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:23:57.424947 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4e0cd7a7-2d93-4e4f-ad81-bb260c817d7a req-ddcde7ae-c749-40e0-80b5-1f2a94a68288 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0475233
Feb 17 01:23:57.579206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:23:57.589831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] Sync routers for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:23:57.600324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:57.600957 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab22e48>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:57.618464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] No DVR routers for this DVR port c853fced-ea9f-4f04-a118-d8697a60b9d7 on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:23:57.620703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:57.623424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'name': 'network-vif-deleted', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:23:57.640364 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-46279dfd-adad-4389-beeb-d76af443977b req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.70 "DELETE /v2.0/ports/c853fced-ea9f-4f04-a118-d8697a60b9d7 HTTP/1.1" status: 204  len: 173 time: 2.0899951
Feb 17 01:23:57.678617 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c043ff-58a9-45f7-89a9-aee66a1cbbb7', 'name': 'network-vif-deleted', 'tag': 'c853fced-ea9f-4f04-a118-d8697a60b9d7', 'status': 'completed', 'code': 200}
Feb 17 01:23:57.808536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:57.868278 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2b9c155d-7b6a-4caa-bf74-eacce42696c4 req-c5812a9c-1cef-410b-ad6e-088c5c6c7cf6 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/ports?device_id=65c043ff-58a9-45f7-89a9-aee66a1cbbb7 HTTP/1.1" status: 200  len: 210 time: 0.0498333
Feb 17 01:23:58.143419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab22e48>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:58.147595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] Checking router: b02c4641-96b9-458b-83aa-bed8ed54c805 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:23:58.156879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:23:58.157586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab22e48>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:58.353871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:23:58.630855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd472e-6ce4-4e81-998b-2e2f14b522f0 req-ba21b44a-900d-4b41-a9e5-a578bb865552 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:58.632420 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1dcd472e-6ce4-4e81-998b-2e2f14b522f0 req-ba21b44a-900d-4b41-a9e5-a578bb865552 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0904434
Feb 17 01:23:58.680870 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1dcd472e-6ce4-4e81-998b-2e2f14b522f0 req-28dd146a-500a-4511-8c18-450579f43012 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417304
Feb 17 01:23:58.693247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab22e48>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:23:58.697763 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373ac2-0c78-4228-ad43-989ba7fa9f16 None None] The sync data for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi is: [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:16:57Z', 'revision_number': 4, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '07f818a0-4e53-4514-a3ca-d49cce24ce80', 'name': '', 'network_id': 'c9bdfbda-d736-40cc-85ea-23e1db4da612', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'mac_address': 'fa:16:3e:26:b7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:53Z', 'updated_at': '2021-02-17T01:17:12Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'subnets': [{'id': '74662cfa-dbf2-47b3-8fae-f2834f80a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:23:58.999611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34646) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:59.070893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-770f3bc5-9458-40f4-b064-89de81c747ac tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:59.088639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac9d74-09b1-459d-9213-05c6663578d0 None None] New status for floating IP 461b3cec-88e2-4a47-8b29-a4cc57ee3ae6: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:23:59.101839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-770f3bc5-9458-40f4-b064-89de81c747ac tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:59.152237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-770f3bc5-9458-40f4-b064-89de81c747ac tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:59.157603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d0f3cfe3-3be0-419b-9e06-ec1f6d609eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:23:59.178073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f3bc5-9458-40f4-b064-89de81c747ac tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267efe99-89e5-4fc4-b2ae-bfbc7e4366ad,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:23:59.181135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-770f3bc5-9458-40f4-b064-89de81c747ac tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:23:59.190352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-770f3bc5-9458-40f4-b064-89de81c747ac tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:59.191743 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-770f3bc5-9458-40f4-b064-89de81c747ac tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "DELETE /v2.0/security-groups/267efe99-89e5-4fc4-b2ae-bfbc7e4366ad HTTP/1.1" status: 204  len: 168 time: 0.1909947
Feb 17 01:23:59.195159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34652) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:59.219529 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.v2.resource [None req-75fc25bc-1060-4d13-a842-01557ffdb6ab tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] show failed (client error): The resource could not be found.
Feb 17 01:23:59.220851 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-75fc25bc-1060-4d13-a842-01557ffdb6ab tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "GET /v2.0/security-groups/267efe99-89e5-4fc4-b2ae-bfbc7e4366ad HTTP/1.1" status: 404  len: 347 time: 0.0245764
Feb 17 01:23:59.224077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34656) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:23:59.514998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Deleting port 696e5adf-34df-4e63-ae47-aa169a348f10 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:23:59.515570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:59.694562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-499d8217-ac98-41d2-842f-38527ca1e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:59.696226 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-499d8217-ac98-41d2-842f-38527ca1e0e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1202 time: 0.3796279
Feb 17 01:23:59.740806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ece2f-baa1-469b-8fae-492d062b853f req-bed094ef-ce50-4d61-b0ce-1392f7ea6770 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:59.742404 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f1ece2f-baa1-469b-8fae-492d062b853f req-bed094ef-ce50-4d61-b0ce-1392f7ea6770 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.3885238
Feb 17 01:23:59.886493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fc735-fedf-49cc-aac3-58bc9732caec req-98566a42-e696-45d7-aa47-91c55fe1cdb0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:59.888205 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3a4fc735-fedf-49cc-aac3-58bc9732caec req-98566a42-e696-45d7-aa47-91c55fe1cdb0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0884883
Feb 17 01:23:59.892601 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:59.892988 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:59.925152 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7f1ece2f-baa1-469b-8fae-492d062b853f req-286ae68c-8e76-47c4-a46f-f0a19d1596e8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:23:59.938799 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3a4fc735-fedf-49cc-aac3-58bc9732caec req-402a0bcf-a579-48b4-838a-a6dccfc80a54 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437438
Feb 17 01:24:00.059833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Calling delete_port for 696e5adf-34df-4e63-ae47-aa169a348f10 owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:00.120696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-7f1ece2f-baa1-469b-8fae-492d062b853f req-286ae68c-8e76-47c4-a46f-f0a19d1596e8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:24:00.121990 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f1ece2f-baa1-469b-8fae-492d062b853f req-286ae68c-8e76-47c4-a46f-f0a19d1596e8 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.3274384
Feb 17 01:24:00.126458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-45c43c0d-a69d-4776-af02-4bf31a53c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:00.128026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-45c43c0d-a69d-4776-af02-4bf31a53c4c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.4218323
Feb 17 01:24:00.268307 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-9e69e87b-b6d5-496c-84ab-2923a104eb14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 1001 time: 0.1302838
Feb 17 01:24:00.388672 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-0092141d-58f1-4af4-b9ab-a46ffe75bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:00.390270 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-0092141d-58f1-4af4-b9ab-a46ffe75bc66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.0886824
Feb 17 01:24:00.391053 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:00.405640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:00.550128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Pushing event deleted for resources: {'Port': ['ID=696e5adf-34df-4e63-ae47-aa169a348f10,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:00.561769 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:00.672886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-cde473d8-f29f-4b70-97f6-15c548324802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:00.674543 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-cde473d8-f29f-4b70-97f6-15c548324802 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2699666
Feb 17 01:24:00.797502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:00.835293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:00.836585 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-abc570dd-9290-426a-9847-f39b473cef44 tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] 10.222.0.30 "DELETE /v2.0/floatingips/461b3cec-88e2-4a47-8b29-a4cc57ee3ae6 HTTP/1.1" status: 204  len: 168 time: 1.6113884
Feb 17 01:24:00.856590 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-41a89ab8-d883-4f78-b5ff-0ccc1b1cc5b3 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653364
Feb 17 01:24:01.011194 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-702bd9f4-7650-443a-a5c8-af4b1d05fa09 req-bff6db98-a5e7-4f5a-85bc-e6a76c997184 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471219
Feb 17 01:24:01.141775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1402d31-417d-4318-a3b5-0ad347fad1c3 req-22ed00d3-a7ca-4aac-83b9-a442f529f4e7 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:01.143297 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f1402d31-417d-4318-a3b5-0ad347fad1c3 req-22ed00d3-a7ca-4aac-83b9-a442f529f4e7 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0894783
Feb 17 01:24:01.196412 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f1402d31-417d-4318-a3b5-0ad347fad1c3 req-51cb69e4-c0c6-40e7-a830-24fa4b2b381f tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461197
Feb 17 01:24:01.553240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242137bd-de62-450a-bb7a-5e9c86e28a26 req-a1495054-7024-4015-8b15-030b97a437eb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:01.554741 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-242137bd-de62-450a-bb7a-5e9c86e28a26 req-a1495054-7024-4015-8b15-030b97a437eb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.3172202
Feb 17 01:24:01.605165 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-242137bd-de62-450a-bb7a-5e9c86e28a26 req-db4c9acc-84d4-4672-a3ab-a3eac5746b1a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0439937
Feb 17 01:24:02.397485 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d55f-1588-475b-bd0b-fb7cdb569720 req-b0597c38-b73d-4b8d-9884-44fcb01319eb tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:02.399162 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2126d55f-1588-475b-bd0b-fb7cdb569720 req-b0597c38-b73d-4b8d-9884-44fcb01319eb tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0888815
Feb 17 01:24:02.450537 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2126d55f-1588-475b-bd0b-fb7cdb569720 req-c2910aed-61cc-424b-a9c1-1f883127eabe tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452178
Feb 17 01:24:02.808196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b04cb5-391f-4891-bc09-5edab1bd3f26 req-b05640d7-0048-452f-8c6f-cb1c5d7f0c5e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:02.809778 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10b04cb5-391f-4891-bc09-5edab1bd3f26 req-b05640d7-0048-452f-8c6f-cb1c5d7f0c5e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.0914540
Feb 17 01:24:02.863539 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-10b04cb5-391f-4891-bc09-5edab1bd3f26 req-28038d30-087e-483d-9ea3-1765c006ecbc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0468557
Feb 17 01:24:03.605208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:24:03.651374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2424c1a-aaa1-4c79-9b44-a809b9b1cda9 req-86a7b3da-bb46-48e7-b5d9-f422c0b3881c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:03.653098 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d2424c1a-aaa1-4c79-9b44-a809b9b1cda9 req-86a7b3da-bb46-48e7-b5d9-f422c0b3881c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0897956
Feb 17 01:24:03.684761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:24:03.689784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:03.690237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:03.706247 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d2424c1a-aaa1-4c79-9b44-a809b9b1cda9 req-c9fef144-9da6-4ddb-a80f-64f9fd3fedbf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431201
Feb 17 01:24:03.817061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:03.844791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:24:03.855825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:03.858765 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:03.860760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2fc97920-7383-4924-a8ea-8d7b2aeb1de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:03.900000 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'code': 200}
Feb 17 01:24:03.934504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:03.938390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:04.074238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1b71-9236-419b-9a7d-bbf335d985f6 req-7ebcdc2e-2a50-49eb-a296-f429f8cddd86 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:04.075815 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb6c1b71-9236-419b-9a7d-bbf335d985f6 req-7ebcdc2e-2a50-49eb-a296-f429f8cddd86 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.0925975
Feb 17 01:24:04.131128 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb6c1b71-9236-419b-9a7d-bbf335d985f6 req-74c8e14e-40b4-47c1-a29b-35e6d37c455f tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0483425
Feb 17 01:24:04.225000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413c79-c2e9-4f4d-b890-2f8fcfe764e4 req-3821798b-67b2-4956-8548-133284600cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:04.226633 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c3413c79-c2e9-4f4d-b890-2f8fcfe764e4 req-3821798b-67b2-4956-8548-133284600cf8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1162 time: 0.0778539
Feb 17 01:24:04.272723 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c3413c79-c2e9-4f4d-b890-2f8fcfe764e4 req-ab4ef6b0-bab0-4ff2-8ef3-3baaa5c8d6bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0365715
Feb 17 01:24:04.915159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34706) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:04.917982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad300d63-6f9f-41f8-ab73-5458e2d72d52 req-187f3f27-030e-4ac1-8821-fc2f1b05f354 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:04.919648 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ad300d63-6f9f-41f8-ab73-5458e2d72d52 req-187f3f27-030e-4ac1-8821-fc2f1b05f354 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0975711
Feb 17 01:24:04.968579 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ad300d63-6f9f-41f8-ab73-5458e2d72d52 req-67900ba8-e5ff-4d04-a861-d4562a143fce tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425420
Feb 17 01:24:05.199668 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:24:05.295363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:05.296111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:05.654361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ec9da-17d5-41b5-b8bb-3d74d622f0b5 req-49cf3bf4-1c1e-4227-9d32-bf9bbffebe61 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:05.655970 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c3ec9da-17d5-41b5-b8bb-3d74d622f0b5 req-49cf3bf4-1c1e-4227-9d32-bf9bbffebe61 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.2489212
Feb 17 01:24:05.736914 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4c3ec9da-17d5-41b5-b8bb-3d74d622f0b5 req-e30edeb7-a4fe-4199-846c-53cdabcb2347 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0683763
Feb 17 01:24:05.967228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:06.167680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fff7f8-b025-44c8-a8cf-a4a85f9c7911 req-7826fd73-6835-430c-9647-0d315c35373b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:06.169371 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-77fff7f8-b025-44c8-a8cf-a4a85f9c7911 req-7826fd73-6835-430c-9647-0d315c35373b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0889986
Feb 17 01:24:06.220715 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-77fff7f8-b025-44c8-a8cf-a4a85f9c7911 req-a0baafa1-15a9-4ab8-92a5-7b1a2ef6475f tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449388
Feb 17 01:24:06.391802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Deleting port 07f818a0-4e53-4514-a3ca-d49cce24ce80 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:06.392192 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:06.573974 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d034d-31f0-46af-a9d0-1e5212d9760d req-25bcdb89-764a-4ac4-bf13-4c3763a150ff tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:06.575601 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-264d034d-31f0-46af-a9d0-1e5212d9760d req-25bcdb89-764a-4ac4-bf13-4c3763a150ff tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.2368152
Feb 17 01:24:06.645751 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] For port 07f818a0-4e53-4514-a3ca-d49cce24ce80, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=07f818a0-4e53-4514-a3ca-d49cce24ce80,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:06.646154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:06.718673 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-264d034d-31f0-46af-a9d0-1e5212d9760d req-3d993a10-5ce5-4400-8f0b-fa0b6f6ccfca tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1296318
Feb 17 01:24:06.790401 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Calling delete_port for 07f818a0-4e53-4514-a3ca-d49cce24ce80 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:06.922498 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-e9afbc81-805f-4e45-844d-8c84e64ef8b9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1649880
Feb 17 01:24:06.932785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:06.938456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:06.942665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Usage tracker for resource:floatingip and tenant:d98d41daefb04475a195dc4f12ca5fde is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:06.945678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:06.951384 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:06.961393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:06.985071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc00023-8ce0-4ebc-9097-d4455e5d24c8 req-ca8d06e1-953b-46f0-8ef2-79fe512bf94b tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:06.986702 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5dc00023-8ce0-4ebc-9097-d4455e5d24c8 req-ca8d06e1-953b-46f0-8ef2-79fe512bf94b tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.1333170
Feb 17 01:24:07.092122 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5dc00023-8ce0-4ebc-9097-d4455e5d24c8 req-161868af-8b69-4473-8867-04ae90f364f4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0696313
Feb 17 01:24:07.093265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.109654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.109806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:07.213870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Pushing event deleted for resources: {'Port': ['ID=07f818a0-4e53-4514-a3ca-d49cce24ce80,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:07.222605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0a6b59de-35b2-4a3b-a551-b85e5f259f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.227122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.227551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.228001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.228414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.228823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.229269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.229674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.230077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.230483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.230883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.231282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.231683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.232147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.232554 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.232951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.233349 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.233746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.234180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.234543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.234941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.235338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.235754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.236178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.236552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:07.241663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:07.393612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Allocated IP 172.27.1.174 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/8647070c-8ab0-4c51-a810-e06fbab7bb4b) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:24:07.550248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.565919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.597891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.613494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:07.752318 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event updated for resources: {'Port': ['ID=8647070c-8ab0-4c51-a810-e06fbab7bb4b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:07.757984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:07.808522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:24:07.809897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:24:07.812266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:24:07.898844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.962996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:08.257154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:08.262484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:08.326315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c2b2723-a77d-487b-ad1b-031b1f7409dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:08.397301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26095c-5118-493e-afbe-7ca2ff0de823 req-61dc891d-bb88-48e3-86fe-c30ed393d70a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:08.398923 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3a26095c-5118-493e-afbe-7ca2ff0de823 req-61dc891d-bb88-48e3-86fe-c30ed393d70a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.1478634
Feb 17 01:24:08.400936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Router b02c4641-96b9-458b-83aa-bed8ed54c805 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:24:08.418377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event updated for resources: {'Port': ['ID=8647070c-8ab0-4c51-a810-e06fbab7bb4b,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:08.423418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:08.524352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:08.546525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:08.547912 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6194291
Feb 17 01:24:08.586026 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3a26095c-5118-493e-afbe-7ca2ff0de823 req-2b7b8246-2f17-452f-bc65-56c8bbbe30ae tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1801083
Feb 17 01:24:08.637158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:24:08.637410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-0d3852f1-4fbd-49f7-b411-d58139844b37 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Synchronizing usage tracker for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:floatingip {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:24:08.646583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] Sync routers for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:24:08.655692 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1a98d416-5e53-45bf-96af-cae61bda637d admin admin] 10.222.0.30 "PUT /v2.0/routers/b02c4641-96b9-458b-83aa-bed8ed54c805/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7346797
Feb 17 01:24:08.655692 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34724) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:08.661282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:08.662103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9170630>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:08.663460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-0d3852f1-4fbd-49f7-b411-d58139844b37 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Unset dirty status for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:floatingip {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:24:08.665139 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-0d3852f1-4fbd-49f7-b411-d58139844b37 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.174 HTTP/1.1" status: 200  len: 696 time: 0.1102066
Feb 17 01:24:08.846051 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-57365048-8b11-40f0-8515-4e7ab6ec6ed0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:08.847493 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-57365048-8b11-40f0-8515-4e7ab6ec6ed0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1755948
Feb 17 01:24:08.855283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:08.858130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:08.860215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-2be65395-8fd3-41d9-885e-4e28c14f7925 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:24:08.861651 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cb66614b-3e8e-4b33-b0b9-b576c8222d58 req-2be65395-8fd3-41d9-885e-4e28c14f7925 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0066061
Feb 17 01:24:09.117977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:09.126882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-cba43a5f-696c-4cef-bc2a-731f9089d781 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:09.128526 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-cba43a5f-696c-4cef-bc2a-731f9089d781 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1517482
Feb 17 01:24:09.131147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Deleting port 367db6df-5dac-4849-bccb-80f399626fe5 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:09.131517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:09.171599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9170630>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:24:06Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:09.175978 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] Checking router: b02c4641-96b9-458b-83aa-bed8ed54c805 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:24:09.184949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] Routers {'b02c4641-96b9-458b-83aa-bed8ed54c805'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:09.185618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9170630>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:23:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['b02c4641-96b9-458b-83aa-bed8ed54c805'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:09.261395 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-4eceeac9-c113-4674-9aeb-5c151ecb43e0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.174 HTTP/1.1" status: 200  len: 696 time: 0.0992789
Feb 17 01:24:09.337074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Request body: {'floatingip': {'port_id': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:09.441003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:09.543612 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] Set router b02c4641-96b9-458b-83aa-bed8ed54c805 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:09.663425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] For port 367db6df-5dac-4849-bccb-80f399626fe5, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=367db6df-5dac-4849-bccb-80f399626fe5,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:09.663851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:09.808883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf64fe-e44f-4faf-9efd-71b680f38251 req-8ac05606-eda6-48ca-a098-5f43f92a102a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:09.810482 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9fcf64fe-e44f-4faf-9efd-71b680f38251 req-8ac05606-eda6-48ca-a098-5f43f92a102a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.1037285
Feb 17 01:24:09.813967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Calling delete_port for 367db6df-5dac-4849-bccb-80f399626fe5 owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:09.874055 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9fcf64fe-e44f-4faf-9efd-71b680f38251 req-05d69bd1-e066-49c6-a6d0-0984c74319b0 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0493662
Feb 17 01:24:09.893776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9170630>, [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:24:06Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:09.898717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cdc5a4-d614-40b7-a35e-14bc27727921 None None] The sync data for ids ['b02c4641-96b9-458b-83aa-bed8ed54c805'] in dv-cinder-759962-4-iscsi is: [{'id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'name': 'tempest-AttachVolumeTestJSON-1070594408-router', 'tenant_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '367db6df-5dac-4849-bccb-80f399626fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:41Z', 'updated_at': '2021-02-17T01:24:06Z', 'revision_number': 5, 'project_id': '0ab7d4eb09a54fc7ab15721f1e408a95', 'gw_port': {'id': '367db6df-5dac-4849-bccb-80f399626fe5', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c4641-96b9-458b-83aa-bed8ed54c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:44Z', 'updated_at': '2021-02-17T01:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:24:10.018156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 07f818a0-4e53-4514-a3ca-d49cce24ce80 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:24:10.060887 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 07f818a0-4e53-4514-a3ca-d49cce24ce80 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:24:10.061392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 07f818a0-4e53-4514-a3ca-d49cce24ce80 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:24:10.080118 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f7c7bfdb-9ae1-41b5-8a26-d446ae8b3519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:10.475020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:10.783951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:10.788352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:10.789650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:10.851111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.063032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.067426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.085555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b74301-0284-4268-931d-9f63d6320f16 req-8fefe691-d935-4c3c-9c81-57dff6310c7d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:11.087226 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e4b74301-0284-4268-931d-9f63d6320f16 req-8fefe691-d935-4c3c-9c81-57dff6310c7d tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.0884368
Feb 17 01:24:11.110880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.111449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02c4641-96b9-458b-83aa-bed8ed54c805 {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:24:11.139393 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Floating IP 10fdc615-453c-4ac2-9116-6cafb51e71c4 associated. External IP: 172.27.1.174, port: fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f.
Feb 17 01:24:11.148885 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e4b74301-0284-4268-931d-9f63d6320f16 req-b3b3bcff-3d86-4613-b3d1-045b1752a5c2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0522268
Feb 17 01:24:11.202662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.203940 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c9c68e0c-49b7-403b-ba0c-7c0777fa632d admin admin] 10.222.0.30 "DELETE /v2.0/routers/b02c4641-96b9-458b-83aa-bed8ed54c805 HTTP/1.1" status: 204  len: 168 time: 2.5491054
Feb 17 01:24:11.206986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34734) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:11.232136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.278569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Deleting subnet 74662cfa-dbf2-47b3-8fae-f2834f80a9ad {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:24:11.281910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.336138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047820'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.470283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.510476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.534585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Router 989db0ef-59c1-4112-8537-f36d71b1665f has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:24:11.730593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:24:11.734775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.740537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5343379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413634'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.741903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] Sync routers for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:24:11.752027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:11.752699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4b72e8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:11.756819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c1fd701d-6ac2-45d3-89c9-c2009457fd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:11.796514 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-5902e1a3-cdaa-45fb-9416-a6e516171f87 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "PUT /v2.0/floatingips/10fdc615-453c-4ac2-9116-6cafb51e71c4 HTTP/1.1" status: 200  len: 996 time: 2.5157962
Feb 17 01:24:11.797091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:24:11.852730 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74662cfa-dbf2-47b3-8fae-f2834f80a9ad,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:11.857483 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'status': 'completed', 'code': 200}
Feb 17 01:24:11.867748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:11.900006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-f079c2ef-0f28-4b21-96e9-a8e35e96ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:11.901677 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-f079c2ef-0f28-4b21-96e9-a8e35e96ff23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1162 time: 0.0886147
Feb 17 01:24:11.955582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.962249 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ab954-6283-4a06-b2af-fe0681ba414c None None] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:24:11.967186 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74662cfa-dbf2-47b3-8fae-f2834f80a9ad HTTP/1.1" status: 204  len: 168 time: 0.7588959
Feb 17 01:24:11.970588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34740) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:11.971108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:12.098722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-9f055e34-54dc-4a55-a7c4-716b70690b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:12.108343 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-9f055e34-54dc-4a55-a7c4-716b70690b53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.1991498
Feb 17 01:24:12.139471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 367db6df-5dac-4849-bccb-80f399626fe5 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:24:12.221445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 367db6df-5dac-4849-bccb-80f399626fe5 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:24:12.221844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 367db6df-5dac-4849-bccb-80f399626fe5 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:24:12.238156 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-4009f87d-594e-46a5-aec6-408949252b82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 999 time: 0.1281924
Feb 17 01:24:12.335316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-7747af07-d3d5-460b-b808-c65bf0708f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:12.337135 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-7747af07-d3d5-460b-b808-c65bf0708f74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0911968
Feb 17 01:24:12.387983 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] DHCP port deletion for c9bdfbda-d736-40cc-85ea-23e1db4da612 request from dv-cinder-759962-4-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:24:12.392197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] Deleting port 15b76f9a-46a4-4790-9c94-f26acf43eec3 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:12.392824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:12.444496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-fecb4bb0-7f10-4065-85ef-cdeda1b913fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:12.447644 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-fecb4bb0-7f10-4065-85ef-cdeda1b913fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1029251
Feb 17 01:24:12.458026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4b72e8>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '10fdc615-453c-4ac2-9116-6cafb51e71c4', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'port_id': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'mac_address': 'fa:16:3e:7d:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:07Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 1, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:25Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:12.462771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] Checking router: 989db0ef-59c1-4112-8537-f36d71b1665f for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:24:12.472282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:12.473270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa4b72e8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:12.514074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:12.589360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-0a07de3c-12ee-430b-9958-5638823c2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:12.590999 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-0a07de3c-12ee-430b-9958-5638823c2846 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1162 time: 0.7058954
Feb 17 01:24:12.605988 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-8674217d-7825-41c5-8666-981c47becd6a service neutron] 10.222.0.30 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512480
Feb 17 01:24:12.642486 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] For port 15b76f9a-46a4-4790-9c94-f26acf43eec3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=15b76f9a-46a4-4790-9c94-f26acf43eec3,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:12.643173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:12.682589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:12.690865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Deleting port 15b76f9a-46a4-4790-9c94-f26acf43eec3 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:12.691244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:12.753382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df34b05-7741-4be1-9d99-fef30a841814 req-c8309f0e-8073-45ee-b454-b6ca5cfc8bd9 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:12.761485 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9df34b05-7741-4be1-9d99-fef30a841814 req-c8309f0e-8073-45ee-b454-b6ca5cfc8bd9 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.3730364
Feb 17 01:24:12.823959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] Calling delete_port for 15b76f9a-46a4-4790-9c94-f26acf43eec3 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:12.839299 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1ce3c00e-a8d6-4f93-8d32-4229ec5105c6 req-2d88c15c-4f98-4fa6-b6bc-a3a767420114 service neutron] 10.222.0.30 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2266750
Feb 17 01:24:12.898817 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9df34b05-7741-4be1-9d99-fef30a841814 req-f2673817-c844-4db8-89da-2dd4d36dce2f tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1363423
Feb 17 01:24:12.997346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-0bfb2da7-f216-40fa-8d37-3f2ed162321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:12.998948 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-0bfb2da7-f216-40fa-8d37-3f2ed162321e service neutron] 10.222.0.70 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.3996797
Feb 17 01:24:13.010177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:13.026548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a4a43a60-26d9-4df6-a3e3-1d930e301f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:13.097598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa4b72e8>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '10fdc615-453c-4ac2-9116-6cafb51e71c4', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'port_id': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'mac_address': 'fa:16:3e:7d:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:07Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 1, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:25Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:13.102814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d8844-3975-4541-8c78-5d568cca62d3 None None] The sync data for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi is: [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '10fdc615-453c-4ac2-9116-6cafb51e71c4', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'port_id': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'mac_address': 'fa:16:3e:7d:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:07Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 1, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:25Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:24:13.124391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] For port 15b76f9a-46a4-4790-9c94-f26acf43eec3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=15b76f9a-46a4-4790-9c94-f26acf43eec3,segment=NetworkSegment(525112b7-4311-4dd6-b748-b1ab5fdc70d6),segment_id=525112b7-4311-4dd6-b748-b1ab5fdc70d6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:13.124797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:13.126407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] Pushing event deleted for resources: {'Port': ['ID=15b76f9a-46a4-4790-9c94-f26acf43eec3,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:13.129151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:13.180482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc6a22-b421-41fa-bc26-74b9e208c037 None None] No DVR routers for this DVR port 15b76f9a-46a4-4790-9c94-f26acf43eec3 on host dv-cinder-759962-4-iscsi {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:24:13.273751 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:24:13.284618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Calling delete_port for 15b76f9a-46a4-4790-9c94-f26acf43eec3 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:13.315589 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-c63b0c69-9983-43ca-ac9a-2e4355579069 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 999 time: 0.2980170
Feb 17 01:24:13.353143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:13.353586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:13.421536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-36a59067-2a94-4839-b02d-16afc964ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:13.424047 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-36a59067-2a94-4839-b02d-16afc964ac5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0995846
Feb 17 01:24:13.427680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:24:13.428068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:24:13.463678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565cfb6-503a-4829-b64f-6791ad774987 None None] New status for floating IP 10fdc615-453c-4ac2-9116-6cafb51e71c4: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:24:13.512145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-ee7710d1-8671-410f-8332-b7b4a34864f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:13.513793 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-ee7710d1-8671-410f-8332-b7b4a34864f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825427
Feb 17 01:24:13.667817 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-3678aceb-aba4-4739-9f08-9961aea2be0f service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366882
Feb 17 01:24:13.813701 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ee4a280f-1dba-440b-8022-6c0b2ce8a013 req-78a37845-f951-40f8-a2f8-f955d89cecab service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391363
Feb 17 01:24:13.928971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Deleting port 15b76f9a-46a4-4790-9c94-f26acf43eec3 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:13.929305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:13.952018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:14.017865 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] The port '15b76f9a-46a4-4790-9c94-f26acf43eec3' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:24:14.053943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 15b76f9a-46a4-4790-9c94-f26acf43eec3 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:24:14.099496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 15b76f9a-46a4-4790-9c94-f26acf43eec3 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:24:14.100046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 15b76f9a-46a4-4790-9c94-f26acf43eec3 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:24:14.151466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:14.291246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbafa545b00>,) {'filters': {'network_id': ['c9bdfbda-d736-40cc-85ea-23e1db4da612']}} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:14.310169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa545b00>, '525112b7-4311-4dd6-b748-b1ab5fdc70d6') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:14.311441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa545b00>, '525112b7-4311-4dd6-b748-b1ab5fdc70d6') {} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:14.328163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848727980'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:14.349777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:14.352141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:24:14.405944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3eca4-8e39-4dea-841a-90cda85de731 req-67c8b539-852b-4e8f-99c9-c92b8c0883f9 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:14.407617 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-efc3eca4-8e39-4dea-841a-90cda85de731 req-67c8b539-852b-4e8f-99c9-c92b8c0883f9 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.3793209
Feb 17 01:24:14.466651 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-efc3eca4-8e39-4dea-841a-90cda85de731 req-f78d849f-b853-4634-b29e-24679c9049bb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0447156
Feb 17 01:24:14.537687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:14.547088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849429140'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:14.728701 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Network c9bdfbda-d736-40cc-85ea-23e1db4da612 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   % (table.description, expected, rows_matched)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   % (table.description, expected, rows_matched)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   % (table.description, expected, rows_matched)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   % (table.description, expected, rows_matched)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:24:14.751011 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:24:14.827379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:14.831947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:14.836421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-11840c5c-16be-4b60-a7e0-8d15fc3a6410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:14.861796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c9bdfbda-d736-40cc-85ea-23e1db4da612,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:14.864471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:14.874760 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-66786bd6-4c69-46da-b4ce-300212f4e7bf admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9bdfbda-d736-40cc-85ea-23e1db4da612 HTTP/1.1" status: 204  len: 168 time: 2.9009199
Feb 17 01:24:14.995257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34760) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:15.048388 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-04019e76-4c3c-4fa6-9dc7-7f636a06d860 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ab7d4eb09a54fc7ab15721f1e408a95&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0514619
Feb 17 01:24:15.050930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34764) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:15.112090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9b724a2a-ce83-42c7-b60c-842cd8dea552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:15.139572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9b724a2a-ce83-42c7-b60c-842cd8dea552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:15.184208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9b724a2a-ce83-42c7-b60c-842cd8dea552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:15.189407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad09a798-fe36-431a-9d29-daa7a26a1162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:15.204165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b724a2a-ce83-42c7-b60c-842cd8dea552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fed86a-e32d-4ce6-8cf4-70da6b472fdf,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:15.207071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9b724a2a-ce83-42c7-b60c-842cd8dea552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:15.212910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9b724a2a-ce83-42c7-b60c-842cd8dea552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:15.214165 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9b724a2a-ce83-42c7-b60c-842cd8dea552 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03fed86a-e32d-4ce6-8cf4-70da6b472fdf HTTP/1.1" status: 204  len: 168 time: 0.1622579
Feb 17 01:24:15.682778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb55e8-5f69-4951-a0a5-6d84891c22a1 req-e61ecb82-b4ba-4fdc-b780-918867484498 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:15.682778 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9cdb55e8-5f69-4951-a0a5-6d84891c22a1 req-e61ecb82-b4ba-4fdc-b780-918867484498 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.0966735
Feb 17 01:24:15.732022 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9cdb55e8-5f69-4951-a0a5-6d84891c22a1 req-adf5b049-8446-4121-bce7-675ec37d9ca5 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0462830
Feb 17 01:24:16.932460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fa693-39bc-4fe0-9b22-5d4dcc84aacf req-69b29829-f766-475e-8215-120bda9aa9aa tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:16.933955 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bc8fa693-39bc-4fe0-9b22-5d4dcc84aacf req-69b29829-f766-475e-8215-120bda9aa9aa tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.0868771
Feb 17 01:24:16.985573 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bc8fa693-39bc-4fe0-9b22-5d4dcc84aacf req-0edddeed-ba7f-4072-b9f0-a83fecdb9279 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0452232
Feb 17 01:24:18.194464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0665f-329d-43da-ac6c-255382f3ae6d req-4807a7bf-3962-40ca-8fd9-e0b3b9592584 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:18.196109 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ed0665f-329d-43da-ac6c-255382f3ae6d req-4807a7bf-3962-40ca-8fd9-e0b3b9592584 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.0886672
Feb 17 01:24:18.245178 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0ed0665f-329d-43da-ac6c-255382f3ae6d req-e83269a3-4336-4099-959b-30b9dd2f588b tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&id=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0425360
Feb 17 01:24:18.465448 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:24:18.542752 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:18.543195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.506005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34850) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:19.628658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.644536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:19.649159 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Usage tracker for resource:security_group_rule and tenant:9e8cb97c4e974976b9b2004762f6dfd0 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:19.652178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:19.657871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:19.741516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.744101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.752699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad8c95f3-a0b3-4a6d-8ff4-7ce6516e2584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:19.798880 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e8cb97c4e974976b9b2004762f6dfd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2916741
Feb 17 01:24:19.800663 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ba7d1-9704-46ec-9aff-f5645fb08a34,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:19.802288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34856) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:19.804810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:19.865897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.897001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.942900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.947841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fc7edadc-4556-4b25-8cd7-1725c3ac672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:19.961627 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ba7d1-9704-46ec-9aff-f5645fb08a34,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:19.964711 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:19.965639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:19.966835 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/734ba7d1-9704-46ec-9aff-f5645fb08a34 HTTP/1.1" status: 204  len: 168 time: 0.1634290
Feb 17 01:24:21.362862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 34912) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:21.496569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:21.514117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:21.518300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Usage tracker for resource:security_group_rule and tenant:7b15d6eb76a2439691e0834a6d7d5230 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:21.521314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:21.527099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:21.614165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:21.616781 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:21.625561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-722fe444-5652-41d4-9b5b-28cbe47b9e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:21.668068 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b15d6eb76a2439691e0834a6d7d5230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3035131
Feb 17 01:24:21.669761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e426e7-0a37-4317-95ff-90fa33de5e50,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:21.671017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34918) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:21.673397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:21.733531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:21.760699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:21.807591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:21.812897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a7230ef2-b235-4a64-8f7b-1ecf384efe7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:21.826098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e426e7-0a37-4317-95ff-90fa33de5e50,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:21.828630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:21.836233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:21.837480 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96e426e7-0a37-4317-95ff-90fa33de5e50 HTTP/1.1" status: 204  len: 168 time: 0.1653047
Feb 17 01:24:22.911223 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-52b31362-5cda-4a37-b2df-b4d71cabb40d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1598673530&fields=id&tenant_id=0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 267 time: 0.0478144
Feb 17 01:24:23.079487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-b8d03046-8a81-4298-8133-30314bbc114e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:23.080938 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-b8d03046-8a81-4298-8133-30314bbc114e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 811 time: 0.1624882
Feb 17 01:24:23.099888 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-4ff46632-6971-43a6-a480-8b840dc31156 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/quotas/0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 375 time: 0.0120287
Feb 17 01:24:23.197820 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-628d8cb0-88b8-4dbb-84d7-6a52903dfad9 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0918267
Feb 17 01:24:23.349898 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-543a23aa-6254-4467-9a9b-9868c303bab2 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394951
Feb 17 01:24:23.498830 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-95d28079-c746-4af5-a521-eed4005d9f26 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418688
Feb 17 01:24:23.821341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 34988) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:23.935413 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d2db129b-42e6-450e-9d01-ca40092fcd72 req-1f17e4b3-1da9-4918-aa88-94adbbe3925e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 210 time: 0.0533667
Feb 17 01:24:23.978572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:23.996173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:24.000218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Usage tracker for resource:security_group_rule and tenant:327117123c734977b656c3b0463e7a81 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:24.003199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:24.009484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:24.097016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.100697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.110206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b41f9f5f-8e17-4f94-b460-479b20b7436e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:24.156690 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=327117123c734977b656c3b0463e7a81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3317153
Feb 17 01:24:24.156960 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35004) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:24.159864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1af99e-3797-44d0-99ae-04a996c2f134,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:24.174958 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:24.228171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cdca5528-cd50-4367-a984-efd38d48bdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.257426 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cdca5528-cd50-4367-a984-efd38d48bdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.312717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cdca5528-cd50-4367-a984-efd38d48bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.317003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2dd48d40-92b8-4f4b-86c7-87c7a1d1c60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:24.328250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca5528-cd50-4367-a984-efd38d48bdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1af99e-3797-44d0-99ae-04a996c2f134,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:24.331134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-cdca5528-cd50-4367-a984-efd38d48bdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:24.337434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cdca5528-cd50-4367-a984-efd38d48bdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.338683 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-cdca5528-cd50-4367-a984-efd38d48bdf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b1af99e-3797-44d0-99ae-04a996c2f134 HTTP/1.1" status: 204  len: 168 time: 0.1807318
Feb 17 01:24:24.637786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35012) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:24.657320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.672382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:24.676422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Usage tracker for resource:security_group_rule and tenant:ce86ffa3c3e040318b8a550a7d56ee92 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:24.679331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:24.685046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:24.771427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.774410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:24.782164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-17b884b5-75f5-4aff-b129-3658d717809c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:24.826055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724cc239-2f13-4e03-8f4c-e1112cb9621e,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:24.831481 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce86ffa3c3e040318b8a550a7d56ee92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925011
Feb 17 01:24:24.833408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:24.834580 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35016) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:24.904816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5a04fe77-ebba-41b7-9c22-d817a145d221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:25.027423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5a04fe77-ebba-41b7-9c22-d817a145d221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:25.115093 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7c846ecb-b50f-40a3-a8b9-87d226884c8e req-dc128daf-37e8-4780-87a3-e2300da37569 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 210 time: 0.0531564
Feb 17 01:24:25.354608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-d4896bb4-a522-4d6c-9af5-1534ffb88a32 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:25.356196 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-d4896bb4-a522-4d6c-9af5-1534ffb88a32 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 811 time: 0.4416602
Feb 17 01:24:25.361072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5a04fe77-ebba-41b7-9c22-d817a145d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:25.368013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c959dead-c78c-4b7a-acaa-2e1b30d08bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:25.393846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04fe77-ebba-41b7-9c22-d817a145d221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724cc239-2f13-4e03-8f4c-e1112cb9621e,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:25.401562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5a04fe77-ebba-41b7-9c22-d817a145d221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:25.413823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5a04fe77-ebba-41b7-9c22-d817a145d221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:25.414982 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5a04fe77-ebba-41b7-9c22-d817a145d221 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/724cc239-2f13-4e03-8f4c-e1112cb9621e HTTP/1.1" status: 204  len: 168 time: 0.5791075
Feb 17 01:24:25.454246 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-6fd8fd79-0146-446a-b9da-886c8f5a2301 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0eabf95addb344e486905f7f5d1767b5 HTTP/1.1" status: 200  len: 5765 time: 0.0882611
Feb 17 01:24:25.463895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'port': {'device_id': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'admin_state_up': True, 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'security_groups': ['838bd9fd-cdca-4348-8558-fa40dc7247d3']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:25.612180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:25.622068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:25.632073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Made reservation on behalf of 0eabf95addb344e486905f7f5d1767b5 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:24:25.638044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:25.975361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Allocated IP 172.20.0.6 (2de463d4-5d2e-49b1-b224-2c9fd96e9c13/efa44810-5216-443c-9896-0c56631a6e6e/41148bca-5e93-429d-8c69-d9a1d87c3e6c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:24:26.165932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35044) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:26.191241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.208013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Transition to ACTIVE for port object 41148bca-5e93-429d-8c69-d9a1d87c3e6c will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:24:26.234512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.252198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7cb1092a-6e1e-4395-b456-ae38d444195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:26.400934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-271130443-network', 'tenant_id': 'f293ab5cd35f4af7a552e37aef4239a2'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:26.419792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:26.437511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Usage tracker for resource:network and tenant:f293ab5cd35f4af7a552e37aef4239a2 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:26.448784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:26.460346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:26.470940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=41148bca-5e93-429d-8c69-d9a1d87c3e6c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:26.478604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:26.500445 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Made reservation on behalf of f293ab5cd35f4af7a552e37aef4239a2 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:24:26.505215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.528956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.568238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:26.580242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Usage tracker for resource:security_group_rule and tenant:f293ab5cd35f4af7a552e37aef4239a2 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:26.591570 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef90e3f-c38d-48cf-ac66-8acc287719df req-a2d4c9b2-8ecc-4f81-81c1-c225ccce7960 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:26.593263 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fef90e3f-c38d-48cf-ac66-8acc287719df req-a2d4c9b2-8ecc-4f81-81c1-c225ccce7960 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 931 time: 0.3566716
Feb 17 01:24:26.594182 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:26.623352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:26.627060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:24:26.630933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:24:26.638176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:24:26.725858 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fef90e3f-c38d-48cf-ac66-8acc287719df req-d7824706-b85a-4ba1-aa63-9ff772d6cfee tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1215363
Feb 17 01:24:26.746784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:26.747461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.803217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3434565
Feb 17 01:24:26.817605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Request body: {'port': {'device_id': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:26.885259 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-a8c355ec-aa0e-44f5-9492-d7694d8e4c16 None None] Provisioning for port 41148bca-5e93-429d-8c69-d9a1d87c3e6c completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:24:26.894502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-a8c355ec-aa0e-44f5-9492-d7694d8e4c16 None None] Provisioning complete for port 41148bca-5e93-429d-8c69-d9a1d87c3e6c triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:26.895820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a8c355ec-aa0e-44f5-9492-d7694d8e4c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.902790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.940082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:26.951069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-52cba236-6561-4270-bdc9-6c387b3c370c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:26.982977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-a8c355ec-aa0e-44f5-9492-d7694d8e4c16 None None] Port 41148bca-5e93-429d-8c69-d9a1d87c3e6c cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:24:27.005617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:24:27.009639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba66ee0-ee97-4b8d-a0a1-c6cbd3963b84,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:27.018009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:27.023123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.036273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259287865375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.036716 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Added segment c2415523-cc32-4674-9b5b-d1fe0c578fef of type vxlan for network a79044f3-c384-4a62-869f-9f5bfbbc39b9
Feb 17 01:24:27.109408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.251254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.258775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:27.259685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.271644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-87b3f875-01a6-4abc-981f-96f042469ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:27.454361 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2872634
Feb 17 01:24:27.457627 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35054) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:27.461868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Pushing event updated for resources: {'Network': ['ID=a79044f3-c384-4a62-869f-9f5bfbbc39b9,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:27.463903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Request body: {'subnet': {'network_id': 'a79044f3-c384-4a62-869f-9f5bfbbc39b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-271130443-subnet', 'tenant_id': 'f293ab5cd35f4af7a552e37aef4239a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:27.469422 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:27.473884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Usage tracker for resource:subnet and tenant:f293ab5cd35f4af7a552e37aef4239a2 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:27.474671 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network a79044f3-c384-4a62-869f-9f5bfbbc39b9 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:24:27.475907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:27.477281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:27.483252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:27.493518 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network a79044f3-c384-4a62-869f-9f5bfbbc39b9 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:24:27.498760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Made reservation on behalf of f293ab5cd35f4af7a552e37aef4239a2 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:24:27.503757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5952324'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.609002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41148bca-5e93-429d-8c69-d9a1d87c3e6c {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:24:27.618647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.632998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Transition to ACTIVE for port object 41148bca-5e93-429d-8c69-d9a1d87c3e6c will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:24:27.637106 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:27.654805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2d23fca4-5d82-4a26-9b3c-d9f067a34c50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:27.801342 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Pushing event updated for resources: {'Port': ['ID=41148bca-5e93-429d-8c69-d9a1d87c3e6c,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:27.806797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:27.972027 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12ce36-3f89-418d-839e-c143aa4660ca req-e95071b2-b3a9-4bf1-9901-8983d2ff9c22 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:27.973770 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c12ce36-3f89-418d-839e-c143aa4660ca req-e95071b2-b3a9-4bf1-9901-8983d2ff9c22 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.1198909
Feb 17 01:24:28.011512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Attempting to bind port 41148bca-5e93-429d-8c69-d9a1d87c3e6c on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:24:28.011897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Attempting to bind port 41148bca-5e93-429d-8c69-d9a1d87c3e6c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:24:28.012289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Attempting to bind port 41148bca-5e93-429d-8c69-d9a1d87c3e6c on network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:24:28.018905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Checking agent: {'id': '9e7b0935-d70a-41cc-84ee-456b63d1f540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 43), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:24:28.019514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Checking segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:24:28.019735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:28.020060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Bound using segment: {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:24:28.020546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Bound port: 41148bca-5e93-429d-8c69-d9a1d87c3e6c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:24:28.020926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:28.089978 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c12ce36-3f89-418d-839e-c143aa4660ca req-cb59c27d-bf09-4a5a-86dc-2b6591b169ad tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0998230
Feb 17 01:24:28.110728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5952341'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:28.119633 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] For port 41148bca-5e93-429d-8c69-d9a1d87c3e6c, host hv-cinder-75996, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:24:28.127173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] For port 41148bca-5e93-429d-8c69-d9a1d87c3e6c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:24:28.134901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:28.150815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2ba5a76-aec3-41c7-ae0f-4f3f932b6c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:28.186803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:28.276812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb9acf5-7c06-4b97-ae74-df1aa1cf5841,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:28.281348 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:28.300123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Pushing event updated for resources: {'Port': ['ID=41148bca-5e93-429d-8c69-d9a1d87c3e6c,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:28.317650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:28.334914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Checking segment: {'id': 'c2415523-cc32-4674-9b5b-d1fe0c578fef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a79044f3-c384-4a62-869f-9f5bfbbc39b9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:24:28.335316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Network hostable DHCP agents. Network: a79044f3-c384-4a62-869f-9f5bfbbc39b9, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:24:28.353919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:28.354714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:28.355998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Network a79044f3-c384-4a62-869f-9f5bfbbc39b9 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:24:28.356201 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] 10.222.0.70 "PUT /v2.0/ports/41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 1157 time: 1.5444896
Feb 17 01:24:28.356747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:24:28.365707 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, a79044f3-c384-4a62-869f-9f5bfbbc39b9) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:24:28.373279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec42fa-c318-4b9a-bb5c-415258fca5d6 None None] Network a79044f3-c384-4a62-869f-9f5bfbbc39b9 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:24:28.382790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:28.383636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:28.414706 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-85bd8159-be21-490a-b93e-abfec55d346b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9557955
Feb 17 01:24:28.458008 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'status': 'completed', 'code': 200}
Feb 17 01:24:28.496920 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-9059561b-a540-4083-9c3a-bf23f7660997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:28.498708 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-9059561b-a540-4083-9c3a-bf23f7660997 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 1160 time: 0.1015632
Feb 17 01:24:28.588293 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-36a4e415-6e69-4477-bee1-8db54eb2a11a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 217 time: 0.0798719
Feb 17 01:24:28.656784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5139b20-3837-4254-b7ec-9ce1d298de1e None None] Network a79044f3-c384-4a62-869f-9f5bfbbc39b9 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:24:28.670837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-26a28677-154c-4526-a31f-d6df685699f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:28.672642 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-26a28677-154c-4526-a31f-d6df685699f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0717497
Feb 17 01:24:28.772697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-f48ac04a-8033-44a5-aded-c6462ba4d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:28.774606 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-f48ac04a-8033-44a5-aded-c6462ba4d58a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899644
Feb 17 01:24:28.926452 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-20fc1062-d69e-4acd-87c0-be4d618fed2e service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440506
Feb 17 01:24:29.074657 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d039d7cb-c82f-47c8-a922-c0ebbc8f5a05 req-e76f0129-10ff-4a5b-8485-b3cf4f680a4c service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388640
Feb 17 01:24:29.157490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35082) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:29.164063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-937569559-network', 'tenant_id': '12d2968ec96549c0a277a3db08082a8e'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:29.169328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:29.173471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Usage tracker for resource:network and tenant:12d2968ec96549c0a277a3db08082a8e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:29.177682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:29.185494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:29.196877 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Made reservation on behalf of 12d2968ec96549c0a277a3db08082a8e for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:24:29.202065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.216476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.217511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b028c-298b-4d36-bb13-984d18042ce0 req-4dddc4fb-456b-4372-a25f-8bac3fd8935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:29.219186 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-977b028c-298b-4d36-bb13-984d18042ce0 req-4dddc4fb-456b-4372-a25f-8bac3fd8935e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 1160 time: 0.0921137
Feb 17 01:24:29.233011 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:29.237417 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Usage tracker for resource:security_group_rule and tenant:12d2968ec96549c0a277a3db08082a8e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:29.240651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:29.283398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:29.352972 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:24:29.372975 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d60a8-bbf4-4a8a-8a8b-fc28b64cb989 req-5fd8e497-b0fd-4b07-b22e-5a70133d5a93 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:29.374719 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-616d60a8-bbf4-4a8a-8a8b-fc28b64cb989 req-5fd8e497-b0fd-4b07-b22e-5a70133d5a93 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.1310790
Feb 17 01:24:29.380653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b028c-298b-4d36-bb13-984d18042ce0 req-890887fd-37b3-4af8-9e3e-ff13995ffc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:29.382316 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-977b028c-298b-4d36-bb13-984d18042ce0 req-890887fd-37b3-4af8-9e3e-ff13995ffc0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1554241
Feb 17 01:24:29.460055 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-616d60a8-bbf4-4a8a-8a8b-fc28b64cb989 req-6dcfb10f-b8ce-4668-801f-30f40247171e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0767729
Feb 17 01:24:29.462394 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-977b028c-298b-4d36-bb13-984d18042ce0 req-727df570-aefa-4a5b-8ef6-48cf704185d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 217 time: 0.0726717
Feb 17 01:24:29.475042 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.478112 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.481679 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a6435dc2-df77-41a9-a7e0-f7af4030a4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:29.519934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:24:29.530450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ced65f-6b51-4ce1-a0f7-e94e141b20c2,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:29.534807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:29.538177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.538581 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.segments_db [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Added segment 47d5feed-4173-4057-a336-9095acb5ec7c of type vxlan for network 04861402-d54c-41e7-9aec-28c2467e7e95
Feb 17 01:24:29.571827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259288384935'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.605303 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.606587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:29.607248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.612898 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-33b4501b-8acc-4e07-bfc9-9e3061a36cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:29.724922 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5661845
Feb 17 01:24:29.728313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35086) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:29.731151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Pushing event updated for resources: {'Network': ['ID=04861402-d54c-41e7-9aec-28c2467e7e95,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:29.736726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Request body: {'subnet': {'network_id': '04861402-d54c-41e7-9aec-28c2467e7e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-937569559-subnet', 'tenant_id': '12d2968ec96549c0a277a3db08082a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:29.742043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:29.743063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:29.743307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Network 04861402-d54c-41e7-9aec-28c2467e7e95 details requested by agent ovs-agent-dv-cinder-759962-4-iscsi with host dv-cinder-759962-4-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:24:29.747355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Usage tracker for resource:subnet and tenant:12d2968ec96549c0a277a3db08082a8e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:29.750441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:29.756990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:29.766649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Network 04861402-d54c-41e7-9aec-28c2467e7e95 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:24:29.768287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Made reservation on behalf of 12d2968ec96549c0a277a3db08082a8e for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:24:29.773640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5952324'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:29.781594 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b028c-298b-4d36-bb13-984d18042ce0 req-8661a699-3f6d-4b61-92c6-d607aa5fa9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:29.783204 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-977b028c-298b-4d36-bb13-984d18042ce0 req-8661a699-3f6d-4b61-92c6-d607aa5fa9e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.3082006
Feb 17 01:24:29.869815 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b028c-298b-4d36-bb13-984d18042ce0 req-3c2d7291-1675-4966-a621-e013e580f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:29.871754 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-977b028c-298b-4d36-bb13-984d18042ce0 req-3c2d7291-1675-4966-a621-e013e580f8f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818319
Feb 17 01:24:30.023656 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-977b028c-298b-4d36-bb13-984d18042ce0 req-c766d159-c3a2-4198-95ed-26b294579ec9 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439102
Feb 17 01:24:30.172242 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-977b028c-298b-4d36-bb13-984d18042ce0 req-eb55baa1-321f-460f-815d-af0acbbef8b8 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411858
Feb 17 01:24:30.200732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848660079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5952341'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:30.216362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:30.341343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61940ed3-f9bd-49d9-81b5-4c2269bdeba0,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:30.346045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:30.415060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Checking segment: {'id': '47d5feed-4173-4057-a336-9095acb5ec7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '04861402-d54c-41e7-9aec-28c2467e7e95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:24:30.415449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Network hostable DHCP agents. Network: 04861402-d54c-41e7-9aec-28c2467e7e95, hostable agents: ['293a5ecf-de7d-4e4e-9e21-75c966780fcc'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:24:30.434202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Network 04861402-d54c-41e7-9aec-28c2467e7e95 is scheduled to be hosted by DHCP agent 293a5ecf-de7d-4e4e-9e21-75c966780fcc with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:24:30.442333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-4-iscsi, 04861402-d54c-41e7-9aec-28c2467e7e95) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:24:30.451609 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d98fea-2af1-4a51-a722-2ef3023c22eb None None] Network 04861402-d54c-41e7-9aec-28c2467e7e95 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:24:30.453991 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:30.454637 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:30.474883 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6a9e0965-41cb-4dd5-8d30-5d655bd57860 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7454407
Feb 17 01:24:30.668067 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4d2b6-7752-47da-adf5-1cb54d396519 req-f12dc6e7-bdd5-4a00-a9ee-09a0144798fe tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:30.668844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-eab4d2b6-7752-47da-adf5-1cb54d396519 req-f12dc6e7-bdd5-4a00-a9ee-09a0144798fe tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:24:30.670122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35094) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:30.685317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-eab4d2b6-7752-47da-adf5-1cb54d396519 req-f12dc6e7-bdd5-4a00-a9ee-09a0144798fe tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:24:30.686657 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eab4d2b6-7752-47da-adf5-1cb54d396519 req-f12dc6e7-bdd5-4a00-a9ee-09a0144798fe tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.1100376
Feb 17 01:24:30.689531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb76baf9-3c3e-4512-82ae-f0d0cf0fea78 None None] Network 04861402-d54c-41e7-9aec-28c2467e7e95 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:24:30.736154 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eab4d2b6-7752-47da-adf5-1cb54d396519 req-88c8fda6-9ccf-4d6a-86d6-b01240bf4fbf tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0424457
Feb 17 01:24:30.752077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Deleting subnet dfb9acf5-7c06-4b97-ae74-df1aa1cf5841 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:24:30.756790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:30.811146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:30.870856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:31.130197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:31.145597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:31.234199 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb9acf5-7c06-4b97-ae74-df1aa1cf5841,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:31.236849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:31.283283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:31.292288 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0148fa29-4757-4bf9-898a-3087e8a0a7d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dfb9acf5-7c06-4b97-ae74-df1aa1cf5841 HTTP/1.1" status: 204  len: 168 time: 0.6182864
Feb 17 01:24:31.292587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35098) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:31.408740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:31.838228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.012133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbafa1c0780>,) {'filters': {'network_id': ['a79044f3-c384-4a62-869f-9f5bfbbc39b9']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:32.028879 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa1c0780>, 'c2415523-cc32-4674-9b5b-d1fe0c578fef') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:32.029163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa1c0780>, 'c2415523-cc32-4674-9b5b-d1fe0c578fef') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:32.049501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.071581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a39e8-0d57-402d-a291-b3342a8b942b req-eae29ebb-3e1e-4356-80cb-8eac0f6c2dc6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:32.073230 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a63a39e8-0d57-402d-a291-b3342a8b942b req-eae29ebb-3e1e-4356-80cb-8eac0f6c2dc6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.1731610
Feb 17 01:24:32.075040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.077114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:24:32.274233 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a63a39e8-0d57-402d-a291-b3342a8b942b req-8c85d0c3-4fc2-4baf-8759-ce39abf35944 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1796000
Feb 17 01:24:32.298315 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Network a79044f3-c384-4a62-869f-9f5bfbbc39b9 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:32.306559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.488236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Network a79044f3-c384-4a62-869f-9f5bfbbc39b9 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:24:32.511854 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:24:32.591881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.595508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:32.610227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.620474 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a79044f3-c384-4a62-869f-9f5bfbbc39b9,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:32.626391 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] 10.222.0.30 "DELETE /v2.0/networks/a79044f3-c384-4a62-869f-9f5bfbbc39b9 HTTP/1.1" status: 204  len: 168 time: 1.3299518
Feb 17 01:24:32.626391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6a264060-4b28-4152-98eb-3d00f1bfbb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:32.627150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35108) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:32.694393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Deleting subnet 61940ed3-f9bd-49d9-81b5-4c2269bdeba0 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:24:32.698073 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.755818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:32.816764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:33.088911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:33.106038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ff7f621c-a6a9-4ea0-a369-dd89099348fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:33.246114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61940ed3-f9bd-49d9-81b5-4c2269bdeba0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:33.255836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:33.297908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:33.314803 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/61940ed3-f9bd-49d9-81b5-4c2269bdeba0 HTTP/1.1" status: 204  len: 168 time: 0.6870227
Feb 17 01:24:33.317454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35122) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:33.326605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b76cb-f507-4f11-95bd-73f5c84e54b1 req-cc60b23a-6a63-4606-a54d-c25f3761f1cd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:33.328273 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f6b76cb-f507-4f11-95bd-73f5c84e54b1 req-cc60b23a-6a63-4606-a54d-c25f3761f1cd tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.2233090
Feb 17 01:24:33.381200 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f6b76cb-f507-4f11-95bd-73f5c84e54b1 req-5df63d9c-c4c5-4106-a4e0-31c1a0d93ff3 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462673
Feb 17 01:24:33.496248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:33.637167 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772037c-1a25-4528-aa54-a3ab673bf221 req-df1d98f9-1d6c-4463-b249-7e298f077645 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:33.638785 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1772037c-1a25-4528-aa54-a3ab673bf221 req-df1d98f9-1d6c-4463-b249-7e298f077645 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.2338281
Feb 17 01:24:33.737454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:33.833287 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1772037c-1a25-4528-aa54-a3ab673bf221 req-7b367b36-b447-445a-93d8-8d56729415b4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1474497
Feb 17 01:24:33.865695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf8c23d30>,) {'filters': {'network_id': ['04861402-d54c-41e7-9aec-28c2467e7e95']}} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:33.878353 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8c23d30>, '47d5feed-4173-4057-a336-9095acb5ec7c') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:33.878652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8c23d30>, '47d5feed-4173-4057-a336-9095acb5ec7c') {} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:33.891345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848727980'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:33.911097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:33.913224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:24:34.094980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Network 04861402-d54c-41e7-9aec-28c2467e7e95 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:34.104243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849429140'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:34.290611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Network 04861402-d54c-41e7-9aec-28c2467e7e95 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:24:34.314450 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:24:34.391030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:34.394387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:34.414529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:34.421325 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=04861402-d54c-41e7-9aec-28c2467e7e95,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:34.424498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:34.428101 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-88b925cc-74c3-4f43-8d23-a6a0a0da02a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/04861402-d54c-41e7-9aec-28c2467e7e95 HTTP/1.1" status: 204  len: 168 time: 1.1083703
Feb 17 01:24:34.576892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-7394db6f-e85e-44cb-b2dc-2ccbb5db55c4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:34.578509 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-7394db6f-e85e-44cb-b2dc-2ccbb5db55c4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0870726
Feb 17 01:24:34.585915 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 57125fdc-89c2-4ccc-a378-98570d957c2f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:24:34.591870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3b79-78fc-42f2-88c5-aecaacf88eb8 req-315f71a2-231d-4fbb-8bb2-ef1df615a475 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:34.593496 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-76ff3b79-78fc-42f2-88c5-aecaacf88eb8 req-315f71a2-231d-4fbb-8bb2-ef1df615a475 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 945 time: 0.0882804
Feb 17 01:24:34.616008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35130) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:34.669345 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Deleting port 57125fdc-89c2-4ccc-a378-98570d957c2f {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:34.669661 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:34.677623 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-76ff3b79-78fc-42f2-88c5-aecaacf88eb8 req-1dbe97e0-fb01-481d-8011-63370c01a091 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups?id=92d538d3-a432-4b06-babe-5466155ec138&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770197
Feb 17 01:24:34.698258 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-e36b199f-5a99-4971-b57b-a82f70b66fc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f293ab5cd35f4af7a552e37aef4239a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0793083
Feb 17 01:24:34.700878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35134) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:34.732287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:34.761052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:24:34.772414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 57125fdc-89c2-4ccc-a378-98570d957c2f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=57125fdc-89c2-4ccc-a378-98570d957c2f,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:34.776048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:34.778608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:34.818067 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'code': 200}
Feb 17 01:24:34.852293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=7']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:34.860407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.860802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.861190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.861572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.861943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.862316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.862687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.863059 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.863470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.863867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.864241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.864912 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.865003 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.865335 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.865700 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.866070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.866435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.866802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.867165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.867531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.867925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.868290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.868652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.869010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:24:34.870695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27f73375-7262-45d6-94e4-3ce6ba052644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:34.873674 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:34.972265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27f73375-7262-45d6-94e4-3ce6ba052644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.043466 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69b743-b08a-47f7-91c1-09753e6e9fc0 req-79564de6-6e5f-4e5d-b076-374ea1c234eb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:35.045187 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a69b743-b08a-47f7-91c1-09753e6e9fc0 req-79564de6-6e5f-4e5d-b076-374ea1c234eb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0961330
Feb 17 01:24:35.060775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] For port 57125fdc-89c2-4ccc-a378-98570d957c2f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=57125fdc-89c2-4ccc-a378-98570d957c2f,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:35.061163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.098782 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8a69b743-b08a-47f7-91c1-09753e6e9fc0 req-1afa53cd-4139-40be-a066-1ec45a94ec20 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0470614
Feb 17 01:24:35.130659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27f73375-7262-45d6-94e4-3ce6ba052644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.143786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-921daba3-4129-475c-af66-0335b86f39cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:35.169324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f73375-7262-45d6-94e4-3ce6ba052644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba66ee0-ee97-4b8d-a0a1-c6cbd3963b84,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:35.176146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-27f73375-7262-45d6-94e4-3ce6ba052644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:35.182341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-27f73375-7262-45d6-94e4-3ce6ba052644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.183573 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-27f73375-7262-45d6-94e4-3ce6ba052644 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ba66ee0-ee97-4b8d-a0a1-c6cbd3963b84 HTTP/1.1" status: 204  len: 168 time: 0.4816756
Feb 17 01:24:35.418420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.418842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.419205 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Floating IP 4829b726-9ded-4eb4-9565-8fc144698dc5 disassociated. External IP: 172.27.1.235, port: 57125fdc-89c2-4ccc-a378-98570d957c2f.
Feb 17 01:24:35.419588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Calling delete_port for 57125fdc-89c2-4ccc-a378-98570d957c2f owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:35.566405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35146) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:35.573334 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.588244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-618f830e-db85-45b0-9c57-bc48db05c4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:35.618931 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-124df039-6a83-4756-9952-c41179dbba64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12d2968ec96549c0a277a3db08082a8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505130
Feb 17 01:24:35.621544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35150) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:35.684423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.687098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event deleted for resources: {'Port': ['ID=57125fdc-89c2-4ccc-a378-98570d957c2f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:35.697295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:35.717729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.768914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.781499 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9c19ac3c-6342-4f25-83a6-e326a38df648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:35.794130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ced65f-6b51-4ce1-a0f7-e94e141b20c2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:35.797406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:35.799483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:35.803713 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78ced65f-6b51-4ce1-a0f7-e94e141b20c2 HTTP/1.1" status: 204  len: 168 time: 0.1782105
Feb 17 01:24:35.955493 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-fd3b8cc4-90ed-4437-b984-1c1675b8ddc1 req-f0d8c491-342d-4b66-b791-07112f644cce tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/ports?device_id=29b13ece-ae82-4e29-a09f-929ef8be4ad7 HTTP/1.1" status: 200  len: 210 time: 0.1177230
Feb 17 01:24:36.018506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Router f76cb419-becb-448c-8192-011d1eb39a35 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:24:36.235393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:24:36.246219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] Sync routers for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:24:36.257700 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:36.270816 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafabeafd0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:36.325635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] No DVR routers for this DVR port 57125fdc-89c2-4ccc-a378-98570d957c2f on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:24:36.328408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:36.336408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ef6d8-de67-4f35-b2d2-a3b8ad6bee34 req-af249313-e8ef-4ac0-8d42-11b5e2443331 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:36.345506 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a5ef6d8-de67-4f35-b2d2-a3b8ad6bee34 req-af249313-e8ef-4ac0-8d42-11b5e2443331 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.1242113
Feb 17 01:24:36.356267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-deleted', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:24:36.373692 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c1c09aa9-191b-486d-b850-22f5b9ba5cd0 req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.70 "DELETE /v2.0/ports/57125fdc-89c2-4ccc-a378-98570d957c2f HTTP/1.1" status: 204  len: 173 time: 1.7889600
Feb 17 01:24:36.425185 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a5ef6d8-de67-4f35-b2d2-a3b8ad6bee34 req-dc3c8978-91c5-46b0-8483-7cc8d7c1fae4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0673923
Feb 17 01:24:36.454093 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b13ece-ae82-4e29-a09f-929ef8be4ad7', 'name': 'network-vif-deleted', 'tag': '57125fdc-89c2-4ccc-a378-98570d957c2f', 'status': 'completed', 'code': 200}
Feb 17 01:24:36.677083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:37.019970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafabeafd0>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:37.025072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] Checking router: f76cb419-becb-448c-8192-011d1eb39a35 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:24:37.034393 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:37.035092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafabeafd0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:37.051352 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 41148bca-5e93-429d-8c69-d9a1d87c3e6c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:24:37.108449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35190) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:37.145218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning for port 41148bca-5e93-429d-8c69-d9a1d87c3e6c completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:24:37.151229 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 41148bca-5e93-429d-8c69-d9a1d87c3e6c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:37.151847 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.192198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-864836d2-fe06-4632-a849-d54bb44672a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.227629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-864836d2-fe06-4632-a849-d54bb44672a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.252288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cedefdc2-c4e9-4355-b1b6-3c481337aac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.268111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:37.325648 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-864836d2-fe06-4632-a849-d54bb44672a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.347135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8719fdcf-b943-4a15-9da4-2f08bb14e13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:37.349850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.377005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864836d2-fe06-4632-a849-d54bb44672a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d538d3-a432-4b06-babe-5466155ec138,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:37.380427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-864836d2-fe06-4632-a849-d54bb44672a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:37.381528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-864836d2-fe06-4632-a849-d54bb44672a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.385403 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:24:37.385538 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-864836d2-fe06-4632-a849-d54bb44672a5 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "DELETE /v2.0/security-groups/92d538d3-a432-4b06-babe-5466155ec138 HTTP/1.1" status: 204  len: 168 time: 0.2754819
Feb 17 01:24:37.386272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35200) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:37.409191 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.api.v2.resource [None req-c89d10d2-7636-4c0f-9ddb-c59f5880660f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] show failed (client error): The resource could not be found.
Feb 17 01:24:37.410569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 41148bca-5e93-429d-8c69-d9a1d87c3e6c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:37.416075 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35206) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:37.416500 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.417190 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c89d10d2-7636-4c0f-9ddb-c59f5880660f tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "GET /v2.0/security-groups/92d538d3-a432-4b06-babe-5466155ec138 HTTP/1.1" status: 404  len: 347 time: 0.0297656
Feb 17 01:24:37.419145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4959e506-f03a-4742-b35a-3265c981b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:37.493161 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'code': 200}
Feb 17 01:24:37.506878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=41148bca-5e93-429d-8c69-d9a1d87c3e6c,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:37.515004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:37.669703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafabeafd0>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:37.675048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f571c57c-f554-449e-9220-ad5f49906e69 None None] The sync data for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi is: [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 4, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '1ea09406-e2e0-468c-b4ef-b98e741b7cf5', 'name': '', 'network_id': '3c68bf03-546e-492b-80c1-105be11fe6b0', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'mac_address': 'fa:16:3e:bc:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0ac87401-a3e3-449f-935f-78088aeff553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:17:04Z', 'updated_at': '2021-02-17T01:17:19Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'subnets': [{'id': '0ac87401-a3e3-449f-935f-78088aeff553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:24:38.045949 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Deleting port 12cf91ad-3e29-4fa1-a2c0-d295700d1aaa {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:38.046517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.123995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1d38b-36b2-4a1d-8de7-5b2f93c29dfd None None] New status for floating IP 4829b726-9ded-4eb4-9565-8fc144698dc5: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:24:38.279135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ebdb0-b1d3-4993-ab35-8aa53fe5cb9c req-5c5e71fc-c3db-4330-9971-c878b8d3dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:38.279375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35234) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:38.280460 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-031ebdb0-b1d3-4993-ab35-8aa53fe5cb9c req-5c5e71fc-c3db-4330-9971-c878b8d3dded service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 1162 time: 0.3574090
Feb 17 01:24:38.290647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947a92d-6e5e-41f2-8e46-2d4c694ecd70 req-430e766b-a5a6-4aea-a03c-a5aa6ec0697c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:38.298169 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0947a92d-6e5e-41f2-8e46-2d4c694ecd70 req-430e766b-a5a6-4aea-a03c-a5aa6ec0697c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.3737509
Feb 17 01:24:38.359421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.359860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.423799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.441453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:38.446281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Usage tracker for resource:security_group_rule and tenant:827df2cd75634da59d7c56f61e41e9e4 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:38.449571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:38.455568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:38.523738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Calling delete_port for 12cf91ad-3e29-4fa1-a2c0-d295700d1aaa owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:38.546201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.548785 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.562571 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-43e99526-6da4-4b67-9c41-4d5ec18a1baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:38.565135 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-031ebdb0-b1d3-4993-ab35-8aa53fe5cb9c req-9708d3fd-9781-4aac-a22e-c3f29bfcd00c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2620425
Feb 17 01:24:38.572509 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0947a92d-6e5e-41f2-8e46-2d4c694ecd70 req-90e88825-3868-487e-a0a7-9a15257f533e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2734690
Feb 17 01:24:38.607762 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=827df2cd75634da59d7c56f61e41e9e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3260868
Feb 17 01:24:38.607762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca397821-1ba1-40b8-ad44-82b67ed5e243,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:38.611385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:38.611979 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35240) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:38.625956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:24:38.626327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:24:38.650606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 41148bca-5e93-429d-8c69-d9a1d87c3e6c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:24:38.678825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9649267-247b-466d-a31d-dede33c330e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.707917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9649267-247b-466d-a31d-dede33c330e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.727841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 41148bca-5e93-429d-8c69-d9a1d87c3e6c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:38.728274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.756155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9649267-247b-466d-a31d-dede33c330e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.761584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-536f9cc3-a3dd-4006-be4f-2013cee223ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:38.772943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649267-247b-466d-a31d-dede33c330e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca397821-1ba1-40b8-ad44-82b67ed5e243,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:38.775760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c9649267-247b-466d-a31d-dede33c330e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:38.782368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c9649267-247b-466d-a31d-dede33c330e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:38.783684 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c9649267-247b-466d-a31d-dede33c330e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca397821-1ba1-40b8-ad44-82b67ed5e243 HTTP/1.1" status: 204  len: 168 time: 0.1704628
Feb 17 01:24:39.071503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35248) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:39.090822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.106483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:39.110621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Usage tracker for resource:security_group_rule and tenant:f6de964c777b4d1b91237cf80616260d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:24:39.114145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:24:39.119909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:39.127581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Deleting port 12cf91ad-3e29-4fa1-a2c0-d295700d1aaa {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:39.128190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.211220 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.214584 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.224230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a6c130cc-995b-45c1-b1b8-846d0aa84704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:39.266016 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6de964c777b4d1b91237cf80616260d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1932776
Feb 17 01:24:39.268790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35252) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:39.272308 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57dc0ca-4cfd-4408-b3df-3c71a98bf595,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:39.288459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:39.327631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.328057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.341243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.368858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.414115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.419311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-eddb8939-64e1-4168-abb6-051d761462a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:39.431914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57dc0ca-4cfd-4408-b3df-3c71a98bf595,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:39.435035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:39.437074 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.442776 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d57dc0ca-4cfd-4408-b3df-3c71a98bf595 HTTP/1.1" status: 204  len: 168 time: 0.1708419
Feb 17 01:24:39.464757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Calling delete_port for 12cf91ad-3e29-4fa1-a2c0-d295700d1aaa owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:39.615689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.632727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-04a3882a-46da-4172-9323-18f9d2dd14bf tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:39.739670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Pushing event deleted for resources: {'Port': ['ID=12cf91ad-3e29-4fa1-a2c0-d295700d1aaa,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:39.745161 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:39.831402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d84050-103e-49f0-80fd-6aa119c42d04 req-58a7f65f-4b7d-4cf7-84d4-cc73393bcd71 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:39.835046 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e0d84050-103e-49f0-80fd-6aa119c42d04 req-58a7f65f-4b7d-4cf7-84d4-cc73393bcd71 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.1416366
Feb 17 01:24:39.895344 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e0d84050-103e-49f0-80fd-6aa119c42d04 req-8cd280f9-0fd9-4fa2-8f19-d7ee4672bd46 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0534170
Feb 17 01:24:39.922382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.939327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.940684 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] 10.222.0.30 "DELETE /v2.0/floatingips/4829b726-9ded-4eb4-9565-8fc144698dc5 HTTP/1.1" status: 204  len: 168 time: 2.5231073
Feb 17 01:24:40.092434 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4634c5ae-8c07-4316-95ff-8d98de65389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:40.645341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 41148bca-5e93-429d-8c69-d9a1d87c3e6c up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:24:40.719505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 41148bca-5e93-429d-8c69-d9a1d87c3e6c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:24:40.719992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:40.867895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:41.110764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cb1d-4179-4cd8-b7f5-a0e7f27b2f17 req-5ccb5f98-7335-4ddf-a9e1-f82ba79e7cbe tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:41.112423 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8eb4cb1d-4179-4cd8-b7f5-a0e7f27b2f17 req-5ccb5f98-7335-4ddf-a9e1-f82ba79e7cbe tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.0946465
Feb 17 01:24:41.162276 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8eb4cb1d-4179-4cd8-b7f5-a0e7f27b2f17 req-b137024d-d27a-42fc-b960-2be9df3fe184 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436485
Feb 17 01:24:41.225013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:41.385484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1079-11d5-4ecd-a1b6-bfea918576e5 req-eaa7a555-1233-4881-8b42-bc0022e87764 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:41.388249 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-112c1079-11d5-4ecd-a1b6-bfea918576e5 req-eaa7a555-1233-4881-8b42-bc0022e87764 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.1046863
Feb 17 01:24:41.442784 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-112c1079-11d5-4ecd-a1b6-bfea918576e5 req-861f802c-547f-439d-8801-799dbbee5e92 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0480580
Feb 17 01:24:41.515317 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:41.648862 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-7b292c7c-c36d-4e66-94b8-d892dd4f6dc9 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1674173
Feb 17 01:24:41.659046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'floatingip': {'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:41.665282 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:24:41.676567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:24:41.685710 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:41.840108 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:42.132764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_common [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Allocated IP 172.27.1.222 (e67df4ea-6b89-4c95-9054-c96d2824dc45/a81dec6a-428d-420c-b003-f8b21128387f/7fe3d0de-a321-4ad8-8da2-134ea3a01be4) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:24:42.296248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:42.327657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777566444505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:42.344097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e530431-d41b-44e8-8d5d-46e7896723d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:42.484132 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=7fe3d0de-a321-4ad8-8da2-134ea3a01be4,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:42.489250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:42.538786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Network e67df4ea-6b89-4c95-9054-c96d2824dc45 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:24:42.539934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.base_scheduler [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:24:42.542243 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:24:42.628274 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:42.694622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:42.822093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35364) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:42.989831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:42.993908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:43.012156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7a414a46-9235-4128-b02a-7270873cdcfc tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:43.405796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event updated for resources: {'Port': ['ID=7fe3d0de-a321-4ad8-8da2-134ea3a01be4,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:43.411545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:43.512278 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:43.541000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:43.544199 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8893330
Feb 17 01:24:43.631501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-02178963-2d27-4e8e-a5ea-7f982d7789e2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:24:43.636543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:43.648038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-02178963-2d27-4e8e-a5ea-7f982d7789e2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:24:43.649514 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-02178963-2d27-4e8e-a5ea-7f982d7789e2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.222 HTTP/1.1" status: 200  len: 696 time: 0.1008663
Feb 17 01:24:43.818645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-dac1d0cd-0b14-4d34-9b86-a2831a848fb0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:43.823163 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5a24def7-4eae-42f1-be98-56fd7c7adfee req-dac1d0cd-0b14-4d34-9b86-a2831a848fb0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1663096
Feb 17 01:24:43.953043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:44.262279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999812d7-efa1-477d-bea6-ab43661553d9 req-7aa0db39-6bc6-4895-aea3-a629c2e2bfaf tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:44.263909 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-7aa0db39-6bc6-4895-aea3-a629c2e2bfaf tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2052524
Feb 17 01:24:44.402596 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-e1d63946-eae9-4324-bfdf-32b081261055 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.222 HTTP/1.1" status: 200  len: 696 time: 0.1300085
Feb 17 01:24:44.415961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Request body: {'floatingip': {'port_id': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:24:44.511125 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Deleting port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:44.511506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:44.544433 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:45.018289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] For port 1ea09406-e2e0-468c-b4ef-b98e741b7cf5, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:45.018689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:45.170849 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Calling delete_port for 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:45.600755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:45.619285 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:45.651244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:45.727098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846897749'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:45.789368 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea09406-e2e0-468c-b4ef-b98e741b7cf5,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:46.093494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:46.195586 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Floating IP fd3d982e-7de0-422b-b9ae-a3b4094db90c associated. External IP: 172.27.1.222, port: 41148bca-5e93-429d-8c69-d9a1d87c3e6c.
Feb 17 01:24:46.777109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:46.903307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:24:47.294247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:24:47.305280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:24:47.316153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:47.317891 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafabea6a0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:47.321459 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:47.522756 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-1581d5ff-db16-4149-9f18-635663bda53d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "PUT /v2.0/floatingips/fd3d982e-7de0-422b-b9ae-a3b4094db90c HTTP/1.1" status: 200  len: 996 time: 3.1062136
Feb 17 01:24:47.530509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:47.567475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:24:47.669915 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'status': 'completed', 'code': 200}
Feb 17 01:24:47.684961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Router f76cb419-becb-448c-8192-011d1eb39a35 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:24:47.687307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999812d7-efa1-477d-bea6-ab43661553d9 req-173933f1-f611-4cbc-a1a5-285ed3f67222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:47.692743 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-173933f1-f611-4cbc-a1a5-285ed3f67222 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 1162 time: 0.1690121
Feb 17 01:24:47.806178 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-2e471ada-925e-4061-8ebc-2ea1ed2b4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:47.808782 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-2e471ada-925e-4061-8ebc-2ea1ed2b4ca1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 1162 time: 0.1046088
Feb 17 01:24:47.967824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-ad4273c3-9122-4b01-b8ed-b29c66714ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:47.969483 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-ad4273c3-9122-4b01-b8ed-b29c66714ec3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1531918
Feb 17 01:24:47.986772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafabea6a0>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:47Z', 'revision_number': 2, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}, {'id': 'fd3d982e-7de0-422b-b9ae-a3b4094db90c', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:a2:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:42Z', 'updated_at': '2021-02-17T01:24:45Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:47.992156 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:24:48.002708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:48.003416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafabea6a0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:48.097702 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-37aaa064-7294-4cad-9f81-5aae5872becf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 999 time: 0.1178408
Feb 17 01:24:48.172595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-d834137d-9be7-4d98-8ede-8fb357a3b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:48.174431 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-d834137d-9be7-4d98-8ede-8fb357a3b5dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0698664
Feb 17 01:24:48.213100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:48.274148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-1bd67bf8-36d2-4219-ae6c-b0948b99e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:48.276357 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-1bd67bf8-36d2-4219-ae6c-b0948b99e5c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0948806
Feb 17 01:24:48.319421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999812d7-efa1-477d-bea6-ab43661553d9 req-693ae769-c73e-4498-910f-e1a8efa01ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:48.328004 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-693ae769-c73e-4498-910f-e1a8efa01ed1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.6310525
Feb 17 01:24:48.420489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:24:48.424958 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-fc4eb566-4540-4d7c-8611-f8a841e375d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/f76cb419-becb-448c-8192-011d1eb39a35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6015399
Feb 17 01:24:48.429135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35388) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:48.439576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] Sync routers for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:24:48.451136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:48.452206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b07518>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:48.454276 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-216b02b6-839d-48f1-9f58-ef66d046cb87 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703889
Feb 17 01:24:48.613815 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-ea8a80df-d11a-48ea-8338-2a357b577f10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 999 time: 0.2848916
Feb 17 01:24:48.652953 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-082d9c6d-b260-4b1a-8359-82de3cad2085 req-750ab3b4-4dfc-4dba-ae6c-b094f2ca0c44 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1883042
Feb 17 01:24:48.712231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999812d7-efa1-477d-bea6-ab43661553d9 req-9e781244-c0f3-4374-b846-01854be5793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:48.713950 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-9e781244-c0f3-4374-b846-01854be5793a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0992198
Feb 17 01:24:48.789344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:48.834105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:48.911822 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafabea6a0>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:47Z', 'revision_number': 2, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}, {'id': 'fd3d982e-7de0-422b-b9ae-a3b4094db90c', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:a2:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:42Z', 'updated_at': '2021-02-17T01:24:45Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:48.916989 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10a6a6-ecf1-483e-95d0-f75d71c2a067 None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:47Z', 'revision_number': 2, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}, {'id': 'fd3d982e-7de0-422b-b9ae-a3b4094db90c', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:a2:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:42Z', 'updated_at': '2021-02-17T01:24:45Z', 'revision_number': 1, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:24:48.997130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999812d7-efa1-477d-bea6-ab43661553d9 req-2c505591-eee3-48df-95db-4b1d22b7cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:48.998824 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-2c505591-eee3-48df-95db-4b1d22b7cca3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2721951
Feb 17 01:24:49.014689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:49.097955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Deleting port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:49.098358 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:49.162560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b07518>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:24:45Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:49.170093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] Checking router: f76cb419-becb-448c-8192-011d1eb39a35 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:24:49.180914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] Routers {'f76cb419-becb-448c-8192-011d1eb39a35'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:24:49.181713 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b07518>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['f76cb419-becb-448c-8192-011d1eb39a35'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:49.249048 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-5d798902-e2f4-4046-8312-32327c316296 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0900717
Feb 17 01:24:49.290494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c562a-0244-4919-884c-561b5454297f None None] New status for floating IP fd3d982e-7de0-422b-b9ae-a3b4094db90c: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:24:49.320285 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-0b82a863-a033-4ac9-a56f-e08a5e898efc service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3071368
Feb 17 01:24:49.379189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-6bbcca4f-58df-43b8-bfd6-a9bdf71c37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:49.380919 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-6bbcca4f-58df-43b8-bfd6-a9bdf71c37d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1163 time: 0.1085398
Feb 17 01:24:49.443895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] Set router f76cb419-becb-448c-8192-011d1eb39a35 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:24:49.505686 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] For port 6bba1cc0-8eb2-471d-aec2-0da50450a2ed, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=6bba1cc0-8eb2-471d-aec2-0da50450a2ed,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:49.506006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:49.563837 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-5d684943-082a-428c-9fa0-0a95d2d38b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:49.565957 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-5d684943-082a-428c-9fa0-0a95d2d38b6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1627724
Feb 17 01:24:49.637837 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-999812d7-efa1-477d-bea6-ab43661553d9 req-c1f2dd4a-9334-4315-b3df-a94cf8864873 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2833142
Feb 17 01:24:49.702912 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-b58568da-27d6-4197-8c85-de78754898d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 1001 time: 0.1296151
Feb 17 01:24:49.720001 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Calling delete_port for 6bba1cc0-8eb2-471d-aec2-0da50450a2ed owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:49.787463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-fc17681d-e9f2-4fb6-9e0d-0dc072d9efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:49.789378 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-fc17681d-e9f2-4fb6-9e0d-0dc072d9efd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0788479
Feb 17 01:24:49.808676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b07518>, [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:24:45Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:49.813050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492d287-ef1f-4b3b-a1c1-6e99741dd3a2 None None] The sync data for ids ['f76cb419-becb-448c-8192-011d1eb39a35'] in dv-cinder-759962-4-iscsi is: [{'id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1218488502-router', 'tenant_id': 'e9d9a5e5bb754191b309351583d7b43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:16:39Z', 'updated_at': '2021-02-17T01:24:45Z', 'revision_number': 5, 'project_id': 'e9d9a5e5bb754191b309351583d7b43a', 'gw_port': {'id': '6bba1cc0-8eb2-471d-aec2-0da50450a2ed', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76cb419-becb-448c-8192-011d1eb39a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:16:42Z', 'updated_at': '2021-02-17T01:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:24:49.885652 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-fbe05bd4-397f-49c0-993a-f715854ba3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:49.887419 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-fbe05bd4-397f-49c0-993a-f715854ba3ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894544
Feb 17 01:24:49.891916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.032375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:24:50.064977 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-1ea6c656-adea-455d-8753-de31fa565a6a service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689396
Feb 17 01:24:50.093127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:24:50.093685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1ea09406-e2e0-468c-b4ef-b98e741b7cf5 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:24:50.105653 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.255552 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c10cc937-279f-4e64-960e-97c74ad7c9e1 req-0e08792d-f324-4ed4-ba9f-f4024718899e service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1828198
Feb 17 01:24:50.289576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.292089 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.325322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.325944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f76cb419-becb-448c-8192-011d1eb39a35 {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:24:50.340484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.342004 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0b440c57-9510-4b44-b48f-c0a35c2b009d admin admin] 10.222.0.30 "DELETE /v2.0/routers/f76cb419-becb-448c-8192-011d1eb39a35 HTTP/1.1" status: 204  len: 168 time: 1.9119191
Feb 17 01:24:50.345175 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35400) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:50.426260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Deleting subnet 0ac87401-a3e3-449f-935f-78088aeff553 {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:24:50.429631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.486800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047820'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.575099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.848981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5343379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413634'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:50.867197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:50.956419 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac87401-a3e3-449f-935f-78088aeff553,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:50.959253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:51.008141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:51.013818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074872e-5bad-43cf-bc17-11d5f627739b None None] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:24:51.020721 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35406) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:51.021525 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1fd26441-5450-4751-99bc-93fede0d583b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ac87401-a3e3-449f-935f-78088aeff553 HTTP/1.1" status: 204  len: 168 time: 0.6734517
Feb 17 01:24:51.163526 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:51.246055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Deleting port d9551787-b4d8-40e9-84a4-3b6f08af5f03 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:51.246439 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:51.331610 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] DHCP port deletion for 3c68bf03-546e-492b-80c1-105be11fe6b0 request from dv-cinder-759962-4-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:24:51.337032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Deleting port d9551787-b4d8-40e9-84a4-3b6f08af5f03 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:51.337505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:51.515812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] For port d9551787-b4d8-40e9-84a4-3b6f08af5f03, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d9551787-b4d8-40e9-84a4-3b6f08af5f03,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:51.516142 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:51.587427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] For port d9551787-b4d8-40e9-84a4-3b6f08af5f03, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d9551787-b4d8-40e9-84a4-3b6f08af5f03,segment=NetworkSegment(41addcab-4b33-477f-a25d-2f137979db5e),segment_id=41addcab-4b33-477f-a25d-2f137979db5e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:24:51.588191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:51.664828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Calling delete_port for d9551787-b4d8-40e9-84a4-3b6f08af5f03 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:51.727194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Calling delete_port for d9551787-b4d8-40e9-84a4-3b6f08af5f03 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:24:51.747218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:51.761935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-38141a10-8310-45a5-917d-38358e21bed2 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:51.807826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:24:51.808157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:24:51.857870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9551787-b4d8-40e9-84a4-3b6f08af5f03,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:51.865468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:51.915467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] No DVR routers for this DVR port d9551787-b4d8-40e9-84a4-3b6f08af5f03 on host dv-cinder-759962-4-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:24:52.043097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:52.069613 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d9551787-b4d8-40e9-84a4-3b6f08af5f03 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:24:52.116542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: d9551787-b4d8-40e9-84a4-3b6f08af5f03 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:24:52.116948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d9551787-b4d8-40e9-84a4-3b6f08af5f03 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:24:52.117435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 6bba1cc0-8eb2-471d-aec2-0da50450a2ed no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:24:52.156541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 6bba1cc0-8eb2-471d-aec2-0da50450a2ed {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:24:52.156936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 6bba1cc0-8eb2-471d-aec2-0da50450a2ed not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:24:52.309240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Deleting port d9551787-b4d8-40e9-84a4-3b6f08af5f03 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:24:52.309929 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:52.388387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-17c3744f-27cd-4495-90bd-25ef9a1f7e22 None None] The port 'd9551787-b4d8-40e9-84a4-3b6f08af5f03' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:24:52.413386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf8b72978>,) {'filters': {'network_id': ['3c68bf03-546e-492b-80c1-105be11fe6b0']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:52.434740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8b72978>, '41addcab-4b33-477f-a25d-2f137979db5e') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:52.435263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8b72978>, '41addcab-4b33-477f-a25d-2f137979db5e') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:24:52.449047 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:52.464136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:52.466133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:24:52.646812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:52.655778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:52.840576 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Network 3c68bf03-546e-492b-80c1-105be11fe6b0 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:24:52.864365 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:24:52.943120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:52.947328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:52.949943 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:52.973117 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c68bf03-546e-492b-80c1-105be11fe6b0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:52.975821 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:52.993952 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3c68bf03-546e-492b-80c1-105be11fe6b0 HTTP/1.1" status: 204  len: 168 time: 1.9720490
Feb 17 01:24:53.110681 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35416) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:53.164816 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0fc74658-d7a7-4a89-af61-b5f7bb08ade6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9d9a5e5bb754191b309351583d7b43a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0527871
Feb 17 01:24:53.168023 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35420) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:24:53.231567 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:53.261333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:53.316948 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:53.322232 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6d37479d-dd06-447e-ba2c-18fbe85bdc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:24:53.336736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe89b9-efd2-4a01-a4f7-d9ad992aaf53,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:24:53.342350 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:24:53.344071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:53.345267 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cefe89b9-efd2-4a01-a4f7-d9ad992aaf53 HTTP/1.1" status: 204  len: 168 time: 0.1762612
Feb 17 01:25:02.468819 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-c314c340-f3cf-4c69-a3f2-aeafbd5b8d3b tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-476997432&fields=id&tenant_id=d9afe842ed2f4c429389ba547d2ea9f7 HTTP/1.1" status: 200  len: 267 time: 0.0424604
Feb 17 01:25:02.563568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-c3d5c1f1-a8ac-42c5-838d-50478a5ff1f4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:02.565232 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-c3d5c1f1-a8ac-42c5-838d-50478a5ff1f4 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 984 time: 0.0900061
Feb 17 01:25:02.577449 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.v2.base [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Request body: {'port': {'security_groups': ['1c6eb719-ebc0-4012-94d3-21aa544039a0']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:25:02.712091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.031946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] For port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:25:03.057379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.061022 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849429170'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.076048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f9cb7c35-4599-4d8b-857b-b92359407376 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:03.236602 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event updated for resources: {'Port': ['ID=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,revision_number=6']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:03.250553 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.250977 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.251392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.251829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.252237 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.252646 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.253049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.253456 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.253857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.254921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.255322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.255742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.256187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.256589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.256990 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.257388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.257787 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.258189 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.258588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.258987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.259642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.264194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.264632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.265058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:03.278187 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:03.301505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:03.302207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.303890 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b8dc67ce-2a1c-45c4-a2a6-0d83449237dd req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "PUT /v2.0/ports/0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 942 time: 0.7317028
Feb 17 01:25:03.304515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:25:03.358548 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'status': 'completed', 'code': 200}
Feb 17 01:25:03.425342 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44726a4b-9e0a-4899-bc40-f55e06e8b31a req-2de49621-4f80-4ce6-93af-6c886af0646b tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups/14c9791f-1c9b-4e82-95bd-dade2a1bbeb0 HTTP/1.1" status: 200  len: 3003 time: 0.0991428
Feb 17 01:25:03.498728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-9d64f254-89d3-45d3-b6da-23ef3833c027 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:25:03.499262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9d64f254-89d3-45d3-b6da-23ef3833c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.530542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-44726a4b-9e0a-4899-bc40-f55e06e8b31a req-b9e12c3e-0d52-4947-bb4f-e277335846ed tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.534490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-9d3fbef4-692a-4891-8b16-2d9503e6fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:03.536853 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-9d3fbef4-692a-4891-8b16-2d9503e6fdb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1162 time: 0.1529503
Feb 17 01:25:03.877082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-44726a4b-9e0a-4899-bc40-f55e06e8b31a req-b9e12c3e-0d52-4947-bb4f-e277335846ed tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.968598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-9b0b6280-7d0b-4f2a-8c01-22b50ea5e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:03.970108 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-9b0b6280-7d0b-4f2a-8c01-22b50ea5e0e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.4192874
Feb 17 01:25:03.974115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-44726a4b-9e0a-4899-bc40-f55e06e8b31a req-b9e12c3e-0d52-4947-bb4f-e277335846ed tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:03.980754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-60e82186-c2a3-44f6-aefe-b8ebd4bb0e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:04.055091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e12c3e-0d52-4947-bb4f-e277335846ed tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c9791f-1c9b-4e82-95bd-dade2a1bbeb0,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:04.057919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b9e12c3e-0d52-4947-bb4f-e277335846ed tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:04.083858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-44726a4b-9e0a-4899-bc40-f55e06e8b31a req-b9e12c3e-0d52-4947-bb4f-e277335846ed tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:04.085093 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-44726a4b-9e0a-4899-bc40-f55e06e8b31a req-b9e12c3e-0d52-4947-bb4f-e277335846ed tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "DELETE /v2.0/security-groups/14c9791f-1c9b-4e82-95bd-dade2a1bbeb0 HTTP/1.1" status: 204  len: 173 time: 0.6518085
Feb 17 01:25:04.114307 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-eff17bf4-8163-43b9-a433-3e582f4004a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 1001 time: 0.1345112
Feb 17 01:25:04.190860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-8f6d7329-1c21-4a9c-8bc2-3be56aa83102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:04.192583 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-8f6d7329-1c21-4a9c-8bc2-3be56aa83102 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.0687752
Feb 17 01:25:04.221562 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-47fe479e-fb4a-4742-a352-281349e23e5f tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/floatingips/e1b2c671-5d56-4121-8858-955b76e5820a HTTP/1.1" status: 200  len: 998 time: 0.1158628
Feb 17 01:25:04.282002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-acf2bac3-4cb6-4ee0-be0c-c37df8c587b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:04.283649 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-acf2bac3-4cb6-4ee0-be0c-c37df8c587b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826392
Feb 17 01:25:04.391340 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-de73ee25-8fdc-49ad-a268-3db0311367ee tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:04.392903 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-de73ee25-8fdc-49ad-a268-3db0311367ee tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1642878
Feb 17 01:25:04.404871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-63b7a7e5-56b2-495d-adfa-c7c42e07b575 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:25:04.405915 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-63b7a7e5-56b2-495d-adfa-c7c42e07b575 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063488
Feb 17 01:25:04.435420 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-ac723db4-e557-4d67-a799-07349a89c3d3 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436229
Feb 17 01:25:04.513936 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-eb582030-1061-492d-991f-bca71c7f7843 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.211 HTTP/1.1" status: 200  len: 1001 time: 0.1017373
Feb 17 01:25:04.583442 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eca6412b-f5be-4afc-9080-7fc52fd42d60 req-89fbad66-c286-4cbb-b800-65dc2e4ab3a3 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403227
Feb 17 01:25:04.598386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-90ca6105-3684-49b6-b8a3-65114b275b57 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:04.599874 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-90ca6105-3684-49b6-b8a3-65114b275b57 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports/0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 942 time: 0.0800292
Feb 17 01:25:04.789546 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-44732ae3-ff5a-4a59-817f-4a2df232418a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.211 HTTP/1.1" status: 200  len: 1001 time: 0.1053982
Feb 17 01:25:04.980137 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:25:05.010716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Deleting port b0bfcf28-1e56-42f5-acf7-ae56c688c2ab {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:25:05.011105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:05.053884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:25:05.055025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:05.199202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:05.199553 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:05.335882 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Calling delete_port for b0bfcf28-1e56-42f5-acf7-ae56c688c2ab owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:25:05.498806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:05.514245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:05.614698 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event deleted for resources: {'Port': ['ID=b0bfcf28-1e56-42f5-acf7-ae56c688c2ab,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:05.617699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:05.745405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:05.745776 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Floating IP e1b2c671-5d56-4121-8858-955b76e5820a disassociated (deleted). External IP: 172.27.1.211, port: 0ea8075f-e75a-47fb-927d-6048a7d1c3ca.
Feb 17 01:25:06.352955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:25:06.353742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Router a2a8fefd-861e-47e3-ba46-119b57ba0291 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:25:06.547575 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:25:06.559050 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] Sync routers for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:25:06.569106 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:25:06.569786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa9fd198>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:06.573226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:06.637663 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f4eb4e6e-6ac3-4133-947a-194109f668fb tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "DELETE /v2.0/floatingips/e1b2c671-5d56-4121-8858-955b76e5820a HTTP/1.1" status: 204  len: 173 time: 1.8421853
Feb 17 01:25:06.638244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:25:06.689987 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'status': 'completed', 'code': 200}
Feb 17 01:25:06.734606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f85ddf18-4699-4f30-afa8-514a8ae8c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:06.736403 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-f85ddf18-4699-4f30-afa8-514a8ae8c409 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1162 time: 0.0855327
Feb 17 01:25:06.767242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:25:06.803160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-fb933740-f3ea-46ef-bd8d-407bc6245a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:06.804097 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-fb933740-f3ea-46ef-bd8d-407bc6245a07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 1162 time: 0.0894449
Feb 17 01:25:06.885548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-b077e8b9-011c-4f76-9f17-7ee22af1b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:06.887172 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-b077e8b9-011c-4f76-9f17-7ee22af1b075 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.1428993
Feb 17 01:25:06.957715 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-7f1d603e-b8e4-417e-8ec2-1000d4e150c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:06.959308 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-7f1d603e-b8e4-417e-8ec2-1000d4e150c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 200  len: 909 time: 0.1473632
Feb 17 01:25:06.966093 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-679555a1-2a07-4dbf-98ea-5fdffb02c1f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 217 time: 0.0716825
Feb 17 01:25:07.035116 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-b7c450b6-82f4-4697-b733-4f9d5c6f5a8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 200  len: 217 time: 0.0684135
Feb 17 01:25:07.040302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-75051f52-7dff-46f2-9394-c50f6a70d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:07.042012 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-75051f52-7dff-46f2-9394-c50f6a70d613 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.0691884
Feb 17 01:25:07.114733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-f79523c3-2577-4ae9-9e72-c42c90372399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:07.116432 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-f79523c3-2577-4ae9-9e72-c42c90372399 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 200  len: 854 time: 0.0738716
Feb 17 01:25:07.136399 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-dfedbee2-40ff-47f5-a841-1c7c03e3792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:07.138070 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-dfedbee2-40ff-47f5-a841-1c7c03e3792f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886874
Feb 17 01:25:07.205284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-2e3b1324-1092-4d5c-82c0-faf8b8c70895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:07.207141 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-2e3b1324-1092-4d5c-82c0-faf8b8c70895 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65463dee-cd85-4226-9b5b-2dc46b0a6bad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830877
Feb 17 01:25:07.243761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf29b-565a-4182-8777-8dbd2117e8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:07.299490 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-620966a9-9fca-4980-be26-cdb84ab60026 service neutron] 10.222.0.30 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525664
Feb 17 01:25:07.364620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa9fd198>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:41Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:07.364937 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-7a3e3923-8f5f-4a38-8d5f-b9073184c050 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504548
Feb 17 01:25:07.368833 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] Checking router: a2a8fefd-861e-47e3-ba46-119b57ba0291 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:25:07.378438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:25:07.379755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa9fd198>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:24:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:07.465086 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b46e9480-fda8-470b-8c2c-fd7f580aa9aa req-97d3de28-659b-47b9-922b-cc4d24d89829 service neutron] 10.222.0.30 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540811
Feb 17 01:25:07.518651 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6193ceb2-13c1-431d-99bd-b8319ae1d816 req-a19e1aba-cab3-430e-a008-ffe27e6ad0c6 service neutron] 10.222.0.70 "GET /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466808
Feb 17 01:25:07.580478 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:25:07.925165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa9fd198>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:41Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:07.930901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef3c68-fbad-4975-936e-dff9449a5b5f None None] The sync data for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi is: [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:22:31Z', 'revision_number': 4, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '8227cb77-68a9-4a81-abb9-1763c866d78c', 'name': '', 'network_id': '65463dee-cd85-4226-9b5b-2dc46b0a6bad', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'mac_address': 'fa:16:3e:fe:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:30Z', 'updated_at': '2021-02-17T01:22:41Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'subnets': [{'id': '08c4f86c-764b-4bd3-9488-45536500e3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:25:08.359268 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016717f3-a354-4f6a-93c7-4c777ad8e1c0 None None] New status for floating IP e1b2c671-5d56-4121-8858-955b76e5820a: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:25:10.090044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-93f1fe4e-c024-4d7c-8b9e-4b5b36e5bd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:10.856097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:11.229599 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:11.516146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:13.947647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:14.144498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9b17-7be2-4719-a679-891e1ece71a4 req-2cfb898d-6163-4c80-9891-4030d067c6de tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:14.146158 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-962c9b17-7be2-4719-a679-891e1ece71a4 req-2cfb898d-6163-4c80-9891-4030d067c6de tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.0924788
Feb 17 01:25:14.193703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-962c9b17-7be2-4719-a679-891e1ece71a4 req-8e4de84d-1919-47ef-b82e-9ea631ffb056 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:25:14.208119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-962c9b17-7be2-4719-a679-891e1ece71a4 req-8e4de84d-1919-47ef-b82e-9ea631ffb056 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:25:14.209300 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-962c9b17-7be2-4719-a679-891e1ece71a4 req-8e4de84d-1919-47ef-b82e-9ea631ffb056 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568857
Feb 17 01:25:15.413895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590d396-48cc-488c-85f9-470d550e9bc1 req-70668841-bde0-460b-afd4-5f18bc86b473 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:15.414659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-5590d396-48cc-488c-85f9-470d550e9bc1 req-70668841-bde0-460b-afd4-5f18bc86b473 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:25:15.429741 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-5590d396-48cc-488c-85f9-470d550e9bc1 req-70668841-bde0-460b-afd4-5f18bc86b473 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:25:15.430987 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5590d396-48cc-488c-85f9-470d550e9bc1 req-70668841-bde0-460b-afd4-5f18bc86b473 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.1042922
Feb 17 01:25:15.478592 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5590d396-48cc-488c-85f9-470d550e9bc1 req-8a04a8eb-1f7c-4e9f-a508-96f31bd96e53 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411520
Feb 17 01:25:16.679301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f28cf-313b-4e4f-89ff-6bfb8cdeecb2 req-fd8f2925-6532-4033-8013-286e0d85702f tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:16.680977 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-644f28cf-313b-4e4f-89ff-6bfb8cdeecb2 req-fd8f2925-6532-4033-8013-286e0d85702f tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.0866950
Feb 17 01:25:16.727731 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-644f28cf-313b-4e4f-89ff-6bfb8cdeecb2 req-cbac9f8f-a7b3-4357-8f18-1f345132d034 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404565
Feb 17 01:25:17.254906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35654) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:17.388786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.405171 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:17.409502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6f15d3b227044ed6a919bea1968c5733 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:17.413373 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:17.419621 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:17.508850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.512084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.521424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b2890c39-4eac-4702-b0ff-e8691be8aa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:17.565307 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f15d3b227044ed6a919bea1968c5733&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3091879
Feb 17 01:25:17.569365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35668) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:17.572427 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af078b00-279d-4791-9941-d0071a6bb374,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:17.597415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.597415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.597415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.597415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.597415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.597916 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.598191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.599253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.599800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.600109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.600541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.600965 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.601420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.601844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.602253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.602658 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.603063 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.603472 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.603908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.604320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.604699 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.605103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.605506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.605907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:25:17.610756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:17.664164 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.692544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.748194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.753722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ddc05f8a-a583-48b5-92fc-b8a906c374f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:17.766277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af078b00-279d-4791-9941-d0071a6bb374,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:17.775095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:17.775729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.780237 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af078b00-279d-4791-9941-d0071a6bb374 HTTP/1.1" status: 204  len: 168 time: 0.2068243
Feb 17 01:25:17.943072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f43d77-84d0-4335-947c-737c61c1b977 req-47a84b4d-d0eb-4572-8197-936dac5aa681 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:17.947868 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-86f43d77-84d0-4335-947c-737c61c1b977 req-47a84b4d-d0eb-4572-8197-936dac5aa681 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.0946066
Feb 17 01:25:17.995188 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-86f43d77-84d0-4335-947c-737c61c1b977 req-dbbc7d13-c945-490b-98ca-3f48ef4f1075 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c6eb719-ebc0-4012-94d3-21aa544039a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440435
Feb 17 01:25:18.015360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-880e3681-c18a-49e4-a1a9-41f68d18f4da tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:18.017829 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-880e3681-c18a-49e4-a1a9-41f68d18f4da tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 945 time: 0.0941751
Feb 17 01:25:18.101585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Deleting port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:25:18.101585 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:18.378030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] For port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:25:18.378444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:18.516786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Calling delete_port for 0ea8075f-e75a-47fb-927d-6048a7d1c3ca owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:25:18.678240 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:18.697880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7982c62c-f7b6-478c-bab1-154db23fbf9a tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:18.799347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Pushing event deleted for resources: {'Port': ['ID=0ea8075f-e75a-47fb-927d-6048a7d1c3ca,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:18.802945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:18.833198 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:25:18.875018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: 0ea8075f-e75a-47fb-927d-6048a7d1c3ca {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:25:18.875413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 0ea8075f-e75a-47fb-927d-6048a7d1c3ca not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:25:18.948805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] No DVR routers for this DVR port 0ea8075f-e75a-47fb-927d-6048a7d1c3ca on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:25:18.951582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:18.956114 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'name': 'network-vif-deleted', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:25:18.974641 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bd1a186e-7233-4b72-9cc4-634272fe547d req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.70 "DELETE /v2.0/ports/0ea8075f-e75a-47fb-927d-6048a7d1c3ca HTTP/1.1" status: 204  len: 173 time: 0.9510834
Feb 17 01:25:19.013175 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe21932-300f-4ad4-9eed-b4394c6b1952', 'name': 'network-vif-deleted', 'tag': '0ea8075f-e75a-47fb-927d-6048a7d1c3ca', 'status': 'completed', 'code': 200}
Feb 17 01:25:19.194368 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4d3d3392-466b-4a27-86b3-863228861e48 req-05b90613-a4ef-4e92-8b66-ec22d956e3f1 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 210 time: 0.0632641
Feb 17 01:25:19.392354 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35730) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:19.516536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:19.532537 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:19.536548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Usage tracker for resource:security_group_rule and tenant:78ae840877154a9d921947845e9b3593 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:19.539506 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:19.545263 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:19.632593 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:19.635881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:19.645157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c74733d6-d59a-46de-8c17-98a84e695d1f tempest-AttachVolumeTestJSON-1414309939 tempest-AttachVolumeTestJSON-1414309939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:19.691309 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78ae840877154a9d921947845e9b3593&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2977629
Feb 17 01:25:19.692911 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293131ce-a5b8-490e-af8a-62fd4bcc5073,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:19.694908 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35736) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:19.696363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:19.757558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28577a21-97ba-41c8-9e41-db31125e971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:19.784854 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28577a21-97ba-41c8-9e41-db31125e971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:19.830503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28577a21-97ba-41c8-9e41-db31125e971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:19.835733 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c9a936c8-07e7-454a-ada9-08150d5bf794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:19.846927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28577a21-97ba-41c8-9e41-db31125e971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293131ce-a5b8-490e-af8a-62fd4bcc5073,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:19.852005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-28577a21-97ba-41c8-9e41-db31125e971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:19.853775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-28577a21-97ba-41c8-9e41-db31125e971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:19.855007 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-28577a21-97ba-41c8-9e41-db31125e971a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/293131ce-a5b8-490e-af8a-62fd4bcc5073 HTTP/1.1" status: 204  len: 168 time: 0.1588769
Feb 17 01:25:20.376140 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-f8766c29-a78e-403a-a5b9-58847c686438 req-5a57a643-2295-4cf0-bfc1-1de6c0ea7794 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Synchronizing usage tracker for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:25:20.391369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-f8766c29-a78e-403a-a5b9-58847c686438 req-5a57a643-2295-4cf0-bfc1-1de6c0ea7794 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Unset dirty status for tenant:d9afe842ed2f4c429389ba547d2ea9f7 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:25:20.392707 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f8766c29-a78e-403a-a5b9-58847c686438 req-5a57a643-2295-4cf0-bfc1-1de6c0ea7794 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 210 time: 0.0691123
Feb 17 01:25:21.570859 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f2c1fff5-b112-4015-86e0-2b3e8db72aca req-6820d487-c7c6-46ef-94bb-fcc0ebe1d127 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbe21932-300f-4ad4-9eed-b4394c6b1952 HTTP/1.1" status: 200  len: 210 time: 0.0492380
Feb 17 01:25:23.330917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35802) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:23.919873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:24.544035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Deleting port 8227cb77-68a9-4a81-abb9-1763c866d78c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:25:24.544636 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:24.735061 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] For port 8227cb77-68a9-4a81-abb9-1763c866d78c, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=8227cb77-68a9-4a81-abb9-1763c866d78c,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:25:24.735467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:24.873313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Calling delete_port for 8227cb77-68a9-4a81-abb9-1763c866d78c owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:25:25.192223 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:25.207333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3aed4b02-b8d0-4d83-9b79-5e16cd348dd8 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:25.304926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Pushing event deleted for resources: {'Port': ['ID=8227cb77-68a9-4a81-abb9-1763c866d78c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:25.314861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:25.626873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:26.144620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Router a2a8fefd-861e-47e3-ba46-119b57ba0291 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:25:26.335595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:25:26.345987 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] Sync routers for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:25:26.352033 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-aff3442e-35f6-45f0-94f5-fb0fcc130216 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2a8fefd-861e-47e3-ba46-119b57ba0291/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0187793
Feb 17 01:25:26.354736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35824) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:26.357181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:25:26.357867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafb5242b0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:25:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:26.547723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:26.552888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:25:26.737251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:26.742792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Deleting port ca2f9bba-07c9-4ccd-bf56-837343ee97c1 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:25:26.743166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:26.868313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafb5242b0>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:25:25Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:26.872831 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] Checking router: a2a8fefd-861e-47e3-ba46-119b57ba0291 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:25:26.883517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] Routers {'a2a8fefd-861e-47e3-ba46-119b57ba0291'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:25:26.884264 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafb5242b0>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:25:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['a2a8fefd-861e-47e3-ba46-119b57ba0291'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:27.081406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] Set router a2a8fefd-861e-47e3-ba46-119b57ba0291 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:25:27.167529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] For port ca2f9bba-07c9-4ccd-bf56-837343ee97c1, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=ca2f9bba-07c9-4ccd-bf56-837343ee97c1,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:25:27.167966 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:27.302539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Calling delete_port for ca2f9bba-07c9-4ccd-bf56-837343ee97c1 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:25:27.390219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafb5242b0>, [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:25:25Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:27.394627 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30259447-9ddd-4e6d-a9fb-7947d3fa1f94 None None] The sync data for ids ['a2a8fefd-861e-47e3-ba46-119b57ba0291'] in dv-cinder-759962-4-iscsi is: [{'id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'name': 'tempest-TestMinimumBasicScenario-1035802995-router', 'tenant_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:22:25Z', 'updated_at': '2021-02-17T01:25:25Z', 'revision_number': 5, 'project_id': 'd9afe842ed2f4c429389ba547d2ea9f7', 'gw_port': {'id': 'ca2f9bba-07c9-4ccd-bf56-837343ee97c1', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8fefd-861e-47e3-ba46-119b57ba0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:22:26Z', 'updated_at': '2021-02-17T01:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:25:27.447169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     result = function(*args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     proto.__init__(conn_state, self)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.handle()
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.handle_one_request()
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.handle_one_response()
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     result = self.application(self.environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return app(environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self.application)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return request.get_response(self.application)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = req.get_response(self._app)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     application, catch_exc_info=False)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     app_iter = application(self.environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return resp(environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return resp(environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     response = self.app(environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return resp(environ, start_response)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.func(req, *args, **kwargs)
Feb 17 01:25:27.453940 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     result = method(request=request, **args)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._delete(request, id, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     obj_deleter(request.context, id, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return method(*args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, context, *args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return method(*args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     context, port, router_ids, bound_mech_contexts)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     return function(*args, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     callback(resource, event, trigger, **kwargs)
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]:     stack = traceback.extract_stack()
Feb 17 01:25:27.462808 dv-cinder-759962-4-iscsi neutron-server[83882]: 
Feb 17 01:25:27.649007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:27.797122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:27.799512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:27.892016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:27.892514 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a8fefd-861e-47e3-ba46-119b57ba0291 {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:25:27.907043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:27.908496 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ba7f5a83-1ca8-454a-a01b-6fa00e9eb0f0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a2a8fefd-861e-47e3-ba46-119b57ba0291 HTTP/1.1" status: 204  len: 168 time: 1.5527511
Feb 17 01:25:27.911154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35832) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:27.977804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Deleting subnet 08c4f86c-764b-4bd3-9488-45536500e3a9 {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:25:27.981090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.034115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047820'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.046339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8227cb77-68a9-4a81-abb9-1763c866d78c no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:25:28.084738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 8227cb77-68a9-4a81-abb9-1763c866d78c {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:25:28.084961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8227cb77-68a9-4a81-abb9-1763c866d78c not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:25:28.124139 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.388294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5343379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413634'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.403642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad55e9a1-9058-4526-a8e6-5536ec1c3f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:28.489304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c4f86c-764b-4bd3-9488-45536500e3a9,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:28.492148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:28.537722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.543280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98717b-d2ee-4b16-a19a-6aee762dd0e6 None None] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:25:28.544487 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b0a0927b-91b0-4e59-8bc5-8227023146b9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08c4f86c-764b-4bd3-9488-45536500e3a9 HTTP/1.1" status: 204  len: 168 time: 0.6322455
Feb 17 01:25:28.546508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35838) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:28.666372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.735717 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Deleting port d6a1fe18-e63e-4a09-80dc-829749ce1df3 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:25:28.736161 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.815289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] DHCP port deletion for 65463dee-cd85-4226-9b5b-2dc46b0a6bad request from dv-cinder-759962-4-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:25:28.819936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Deleting port d6a1fe18-e63e-4a09-80dc-829749ce1df3 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:25:28.820365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:28.963961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] For port d6a1fe18-e63e-4a09-80dc-829749ce1df3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d6a1fe18-e63e-4a09-80dc-829749ce1df3,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:25:28.964295 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:29.041604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] For port d6a1fe18-e63e-4a09-80dc-829749ce1df3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d6a1fe18-e63e-4a09-80dc-829749ce1df3,segment=NetworkSegment(0b373a09-e35f-4d61-8240-c37729d49e3b),segment_id=0b373a09-e35f-4d61-8240-c37729d49e3b)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:25:29.041970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:29.099299 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Calling delete_port for d6a1fe18-e63e-4a09-80dc-829749ce1df3 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:25:29.182029 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:29.199146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a7b43f8b-2db5-40e0-bf17-bd4749f5e60e tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:29.359928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Calling delete_port for d6a1fe18-e63e-4a09-80dc-829749ce1df3 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:25:29.367586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a1fe18-e63e-4a09-80dc-829749ce1df3,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:29.370563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:29.375040 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] No DVR routers for this DVR port d6a1fe18-e63e-4a09-80dc-829749ce1df3 on host dv-cinder-759962-4-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:25:29.439709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:25:29.440155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:25:29.504944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:29.621760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbafb5d8cc0>,) {'filters': {'network_id': ['65463dee-cd85-4226-9b5b-2dc46b0a6bad']}} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:29.637233 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafb5d8cc0>, '0b373a09-e35f-4d61-8240-c37729d49e3b') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:29.637573 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafb5d8cc0>, '0b373a09-e35f-4d61-8240-c37729d49e3b') {} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:25:29.649919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848727980'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:29.664768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:29.666745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:25:29.941490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Deleting port d6a1fe18-e63e-4a09-80dc-829749ce1df3 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:25:29.942066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.016381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-4ead260c-4316-4cf4-9ccc-67d79fb4cf9d None None] The port 'd6a1fe18-e63e-4a09-80dc-829749ce1df3' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:25:30.090168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:25:30.095356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d6a1fe18-e63e-4a09-80dc-829749ce1df3 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:25:30.104996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849429140'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.133035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: d6a1fe18-e63e-4a09-80dc-829749ce1df3 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:25:30.133435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d6a1fe18-e63e-4a09-80dc-829749ce1df3 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:25:30.133909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca2f9bba-07c9-4ccd-bf56-837343ee97c1 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:25:30.172502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: ca2f9bba-07c9-4ccd-bf56-837343ee97c1 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:25:30.172889 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca2f9bba-07c9-4ccd-bf56-837343ee97c1 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:25:30.288130 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Network 65463dee-cd85-4226-9b5b-2dc46b0a6bad has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:25:30.311173 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:25:30.391607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.395519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:30.409311 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.420883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=65463dee-cd85-4226-9b5b-2dc46b0a6bad,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:30.424271 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:30.434204 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] 10.222.0.30 "DELETE /v2.0/networks/65463dee-cd85-4226-9b5b-2dc46b0a6bad HTTP/1.1" status: 204  len: 168 time: 1.8866303
Feb 17 01:25:30.624314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35860) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:30.683268 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3dcb0518-2c21-4141-995e-aec906016fb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9afe842ed2f4c429389ba547d2ea9f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0576005
Feb 17 01:25:30.686072 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35866) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:30.752355 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.782103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.828939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.834605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-297dbd17-d528-416d-ae41-8b96b34f4f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:30.850723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6eb719-ebc0-4012-94d3-21aa544039a0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:30.853595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:30.862255 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:30.865674 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c6eb719-ebc0-4012-94d3-21aa544039a0 HTTP/1.1" status: 204  len: 168 time: 0.1785667
Feb 17 01:25:37.226697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7dde80ed-cc24-4845-b7ac-e86ff81f5e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:39.735163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35936) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:39.865628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:39.881090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:39.885545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Usage tracker for resource:security_group_rule and tenant:3506cec8f2da4f05aa4f2c323b052cda is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:39.888578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:39.894347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:39.988200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:39.991057 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:39.999779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-530d34d9-2a5b-4391-8def-996e5ef4a17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:40.042043 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3506cec8f2da4f05aa4f2c323b052cda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3057218
Feb 17 01:25:40.044049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d401132-bb0c-4fea-8722-e5c12f37c42d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:40.045206 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35942) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:40.047526 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-26f8b7a0-1f46-4149-9360-e54d650d1a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:40.082483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-25a73633-5d14-4502-89dd-f39118fd9652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.108901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9a675337-3779-4503-982c-85d6236304c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.136184 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9a675337-3779-4503-982c-85d6236304c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.184121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9a675337-3779-4503-982c-85d6236304c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.189026 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fae6825a-1695-44c1-8352-32e5c99c9334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:40.200238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a675337-3779-4503-982c-85d6236304c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d401132-bb0c-4fea-8722-e5c12f37c42d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:40.203973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9a675337-3779-4503-982c-85d6236304c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:40.207165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9a675337-3779-4503-982c-85d6236304c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.208446 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9a675337-3779-4503-982c-85d6236304c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d401132-bb0c-4fea-8722-e5c12f37c42d HTTP/1.1" status: 204  len: 168 time: 0.1621287
Feb 17 01:25:40.498066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 35950) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:40.518145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.534109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:40.538191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Usage tracker for resource:security_group_rule and tenant:5113a2558b634a2e918652d7b6fd8c4e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:40.541205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:40.547012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:40.635687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.639432 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.648976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-16f8acaf-fa35-41f3-98ed-91027a407109 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:40.692929 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5113a2558b634a2e918652d7b6fd8c4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1935785
Feb 17 01:25:40.694377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae3317a-d32c-4d4b-80b7-df3cd593432d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:40.697020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 35954) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:40.697722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:40.758945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.786770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.832561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.837587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-364a3ccf-a0a7-4330-a757-6a48b88c67fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:40.850251 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae3317a-d32c-4d4b-80b7-df3cd593432d,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:40.854450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:40.860476 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.861705 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ae3317a-d32c-4d4b-80b7-df3cd593432d HTTP/1.1" status: 204  len: 168 time: 0.1635997
Feb 17 01:25:40.880155 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:41.231677 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:41.517734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:43.351855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:25:43.946344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:45.883241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36030) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:46.009952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.029395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:46.033524 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Usage tracker for resource:security_group_rule and tenant:728385b3e7ca4d11a30711a3e8474238 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:46.036624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:46.042953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:46.126012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.128875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.137855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-468ee1d9-4550-4ca7-9aa6-8555f5b581ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:46.180045 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=728385b3e7ca4d11a30711a3e8474238&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956161
Feb 17 01:25:46.181743 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3e46e-ab80-4b38-aea7-831d4e8d09ab,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:46.182997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36036) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:46.185284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:46.248737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d89138c-bfe8-4f18-8315-05c11aebfd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.277262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d89138c-bfe8-4f18-8315-05c11aebfd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.322543 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d89138c-bfe8-4f18-8315-05c11aebfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.327538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8a43d1d6-9605-44ac-a409-cad621526d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:46.341643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89138c-bfe8-4f18-8315-05c11aebfd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3e46e-ab80-4b38-aea7-831d4e8d09ab,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:46.346463 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6d89138c-bfe8-4f18-8315-05c11aebfd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:46.350834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-6d89138c-bfe8-4f18-8315-05c11aebfd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.352104 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-6d89138c-bfe8-4f18-8315-05c11aebfd17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54a3e46e-ab80-4b38-aea7-831d4e8d09ab HTTP/1.1" status: 204  len: 168 time: 0.1680324
Feb 17 01:25:46.640041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36046) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:46.661305 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.677385 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:46.681959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Usage tracker for resource:security_group_rule and tenant:10458df62153468fbb0b4aec41a089c7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:46.685200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:46.691214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:46.784219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.788302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.798090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-633c8412-3d46-40b6-97aa-7e4b1b92fa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:46.844923 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10458df62153468fbb0b4aec41a089c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2011306
Feb 17 01:25:46.844923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a9afce-1dc0-4997-87ab-e714daa7b163,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:46.845896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36052) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:46.847782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f073d06c-6231-47cd-8764-ce3df45c1521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:46.912083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d91a824-10b9-47df-96f5-23bacfc0498d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.940143 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d91a824-10b9-47df-96f5-23bacfc0498d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.985204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d91a824-10b9-47df-96f5-23bacfc0498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.991056 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c74d2288-cf35-4223-b7da-850ccf5870b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:47.008097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91a824-10b9-47df-96f5-23bacfc0498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a9afce-1dc0-4997-87ab-e714daa7b163,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:47.012111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5d91a824-10b9-47df-96f5-23bacfc0498d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:47.017706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5d91a824-10b9-47df-96f5-23bacfc0498d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:47.019003 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5d91a824-10b9-47df-96f5-23bacfc0498d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1a9afce-1dc0-4997-87ab-e714daa7b163 HTTP/1.1" status: 204  len: 168 time: 0.1719575
Feb 17 01:25:49.933522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36126) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:50.063742 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.080034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:50.084871 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8477f804904a4aab899e1a0d41f4dc is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:50.088219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:50.094293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:50.152595 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-24d01587-453a-488e-83f9-2ee52ff2f38d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0827281
Feb 17 01:25:50.181147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.184119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.194141 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0a835e70-567b-4b1f-8957-751e0a0462e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:50.236485 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd8477f804904a4aab899e1a0d41f4dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3017907
Feb 17 01:25:50.238272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199b113e-6310-40ca-b2a3-3854db4d94a8,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:50.240844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36132) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:50.243525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a04849f0-7d54-442c-876d-4a98a2ae18a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:50.305168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-eb41f13b-10ff-4aa5-8eee-2dd6d3fd34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:50.305880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a7faddd-5c7d-451e-8af7-dddaa3b251ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.306819 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-eb41f13b-10ff-4aa5-8eee-2dd6d3fd34d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1163 time: 0.0825210
Feb 17 01:25:50.335347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a7faddd-5c7d-451e-8af7-dddaa3b251ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.385482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a7faddd-5c7d-451e-8af7-dddaa3b251ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.390482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-845c7ba9-09d4-4bba-b46b-bd19bcd81637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:50.402704 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7faddd-5c7d-451e-8af7-dddaa3b251ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199b113e-6310-40ca-b2a3-3854db4d94a8,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:50.407021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1a7faddd-5c7d-451e-8af7-dddaa3b251ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:50.410598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1a7faddd-5c7d-451e-8af7-dddaa3b251ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.411876 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-1a7faddd-5c7d-451e-8af7-dddaa3b251ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/199b113e-6310-40ca-b2a3-3854db4d94a8 HTTP/1.1" status: 204  len: 168 time: 0.1700063
Feb 17 01:25:50.471499 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-36378ee4-96f5-450a-a244-c3ac113f02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:50.473149 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-36378ee4-96f5-450a-a244-c3ac113f02ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1449873
Feb 17 01:25:50.588500 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-0a577064-60f4-4b16-8efb-5803e2bdfa76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 1001 time: 0.1076434
Feb 17 01:25:50.663687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-c44571a6-1f58-49cb-9fdb-61246ad26a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:50.665325 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-c44571a6-1f58-49cb-9fdb-61246ad26a57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0699568
Feb 17 01:25:50.709039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36140) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:50.729012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.745136 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:50.749374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7bbc1f4fd64cf696bc05ef328abfdf is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:50.751202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-392d895c-97a6-4534-8ed3-5827fc89f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:50.752397 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:50.752868 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-392d895c-97a6-4534-8ed3-5827fc89f85f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799997
Feb 17 01:25:50.758250 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:50.848002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.851869 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:50.860953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d66d51fd-a5f2-4003-a376-3227b2ae9d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:50.899214 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-41da1888-9d07-4630-a4a6-0c3372d89108 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390746
Feb 17 01:25:50.903834 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d7bbc1f4fd64cf696bc05ef328abfdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1936133
Feb 17 01:25:50.905628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae93ab0e-f543-4582-bdf2-b3656adc8961,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:50.908252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36144) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:50.911127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-78135abc-74b8-4134-8928-5d5e564d5d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:50.976035 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7e978272-89f7-4510-9bb0-e88b8db1e2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:51.003984 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7e978272-89f7-4510-9bb0-e88b8db1e2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:51.048494 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7fd462a7-885a-4d18-a4c6-d09c565a679b req-64d77386-9233-47e3-8612-d0d5cfdc5769 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416037
Feb 17 01:25:51.049180 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7e978272-89f7-4510-9bb0-e88b8db1e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:51.053655 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ad467bf9-5946-47d3-b98e-9b840fd4d58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:51.066211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e978272-89f7-4510-9bb0-e88b8db1e2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae93ab0e-f543-4582-bdf2-b3656adc8961,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:51.070202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7e978272-89f7-4510-9bb0-e88b8db1e2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:51.073561 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7e978272-89f7-4510-9bb0-e88b8db1e2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:51.076226 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7e978272-89f7-4510-9bb0-e88b8db1e2ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae93ab0e-f543-4582-bdf2-b3656adc8961 HTTP/1.1" status: 204  len: 168 time: 0.1669445
Feb 17 01:25:53.492560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36218) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:53.617444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:53.633372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:53.637794 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Usage tracker for resource:security_group_rule and tenant:35dba36104e1424f8baf873813e2835a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:53.640860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:53.646628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:53.733442 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:53.736265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:53.745703 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a2f8c3b5-4090-43be-b99e-78e271c662f4 tempest-VolumesNegativeTest-470857628 tempest-VolumesNegativeTest-470857628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:53.793544 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35dba36104e1424f8baf873813e2835a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2997777
Feb 17 01:25:53.794498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93d1949-5246-49ee-8d24-eb6987904854,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:53.796673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36224) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:53.797850 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:53.859819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc9c770c-bbe5-4146-babf-7a89624d9a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:53.887622 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc9c770c-bbe5-4146-babf-7a89624d9a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:53.932079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc9c770c-bbe5-4146-babf-7a89624d9a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:53.937095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-89323591-b690-472a-a070-8be28b9ff73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:53.950596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c770c-bbe5-4146-babf-7a89624d9a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93d1949-5246-49ee-8d24-eb6987904854,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:53.953724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-dc9c770c-bbe5-4146-babf-7a89624d9a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:53.954642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-dc9c770c-bbe5-4146-babf-7a89624d9a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:53.958105 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-dc9c770c-bbe5-4146-babf-7a89624d9a63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a93d1949-5246-49ee-8d24-eb6987904854 HTTP/1.1" status: 204  len: 168 time: 0.1603305
Feb 17 01:25:54.242687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36232) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:54.277768 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:54.294391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:54.298461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Usage tracker for resource:security_group_rule and tenant:ddd9dbb5ef1742be97754968f31f20a5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:54.301512 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:54.307379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:54.392716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:54.395761 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:54.405209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b0644aed-4cb9-4257-99d6-51fc942cb34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:54.450624 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddd9dbb5ef1742be97754968f31f20a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2067881
Feb 17 01:25:54.451546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485edd97-7edb-4ce7-ad41-83de0e6f7eca,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:54.453812 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36236) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:54.454918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-fcebc446-0a82-428d-b3f3-a0dc178377fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:54.516696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:54.543839 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:54.588407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:54.593344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b4789620-0a42-4635-9f4a-a40c7cc45554 tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:54.607162 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485edd97-7edb-4ce7-ad41-83de0e6f7eca,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:54.609955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:54.619939 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:54.621184 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/485edd97-7edb-4ce7-ad41-83de0e6f7eca HTTP/1.1" status: 204  len: 168 time: 0.1662841
Feb 17 01:25:56.934962 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36298) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:57.057428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.072971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:57.077041 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Usage tracker for resource:security_group_rule and tenant:22442f483da14836abaef52290124111 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:57.080038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:57.086361 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:57.172825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.175647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.184876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-20572dda-a841-4cd5-9b95-80ec9289eb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:57.226299 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22442f483da14836abaef52290124111&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2901838
Feb 17 01:25:57.228043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c47a45-7d31-4dfe-9133-65c0f7e063d0,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:57.229559 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36304) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:57.231320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:57.294632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.323093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.371461 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.376406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b53650a3-94aa-434c-b143-db0e42de645c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:57.391835 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c47a45-7d31-4dfe-9133-65c0f7e063d0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:57.394568 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:57.401509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.402754 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20c47a45-7d31-4dfe-9133-65c0f7e063d0 HTTP/1.1" status: 204  len: 168 time: 0.1721034
Feb 17 01:25:57.688868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36312) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:57.708210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.723665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:25:57.728256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Usage tracker for resource:security_group_rule and tenant:5d0fec40240745bab55fecaf39cca573 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:25:57.731173 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:25:57.736876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:25:57.823341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.826190 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.835421 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bed4aff4-cef7-4579-9215-9abbca19f5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:57.877621 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d0fec40240745bab55fecaf39cca573&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1875601
Feb 17 01:25:57.878557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c371ebac-4ffa-426d-ad4b-aa288ab2897f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:57.882630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36316) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:25:57.888106 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:57.944778 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5466d239-32ad-4e07-a62c-9cc478930941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:57.972070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5466d239-32ad-4e07-a62c-9cc478930941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:58.017494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5466d239-32ad-4e07-a62c-9cc478930941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:58.026642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-cef225f6-d811-4930-9720-895e46fbad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:25:58.041921 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466d239-32ad-4e07-a62c-9cc478930941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c371ebac-4ffa-426d-ad4b-aa288ab2897f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:25:58.046166 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-5466d239-32ad-4e07-a62c-9cc478930941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:25:58.052037 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5466d239-32ad-4e07-a62c-9cc478930941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:58.053327 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5466d239-32ad-4e07-a62c-9cc478930941 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c371ebac-4ffa-426d-ad4b-aa288ab2897f HTTP/1.1" status: 204  len: 168 time: 0.1716945
Feb 17 01:26:07.229049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-afa0ee23-756e-4b03-a8c6-7636281be0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.080109 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-881d8474-c8cd-435c-ad63-934186334e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.498267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36428) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:26:10.627341 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.647298 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:26:10.651415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Usage tracker for resource:security_group_rule and tenant:5f5bb090fddb42d282b6db67e9f9068c is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:26:10.654435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:26:10.660247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:26:10.706128 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a84490-a47d-435c-9b80-b7030edf816b req-5f2f34a3-0a04-4a72-930f-5f9e07e7f03b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:10.707752 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0a84490-a47d-435c-9b80-b7030edf816b req-5f2f34a3-0a04-4a72-930f-5f9e07e7f03b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0920022
Feb 17 01:26:10.748021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.751015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.757178 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c0a84490-a47d-435c-9b80-b7030edf816b req-7f989e27-9ffb-4e80-b9c7-842559a3601e tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422800
Feb 17 01:26:10.760523 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c272ad0d-4e9c-4f44-8e7e-6f9cd653d3cf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:10.805759 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f5bb090fddb42d282b6db67e9f9068c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3062966
Feb 17 01:26:10.806726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7ffb9-d39d-45ad-a094-0b8e0e196044,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:10.808700 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36436) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:26:10.815236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.815659 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.816098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.816507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.816914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.817320 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.817719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.818116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.818595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.819468 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.819903 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.820301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.820740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.821138 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.821544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.821934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.822323 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.822719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.823116 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.823508 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.823932 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.824329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.824722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.825111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:10.829631 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f2b7233c-63e6-46dd-b5cb-4b1637cb6b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:10.861490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.874484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7aa9-8e2e-4ca6-aa69-778c44b07f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.902344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7aa9-8e2e-4ca6-aa69-778c44b07f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.947888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7aa9-8e2e-4ca6-aa69-778c44b07f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.952861 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d0afadf3-70ca-47c6-a41b-326d636d69a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:10.965431 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a7aa9-8e2e-4ca6-aa69-778c44b07f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7ffb9-d39d-45ad-a094-0b8e0e196044,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:10.970758 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3c5a7aa9-8e2e-4ca6-aa69-778c44b07f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:10.975617 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7aa9-8e2e-4ca6-aa69-778c44b07f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.976868 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-3c5a7aa9-8e2e-4ca6-aa69-778c44b07f29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8da7ffb9-d39d-45ad-a094-0b8e0e196044 HTTP/1.1" status: 204  len: 168 time: 0.1670983
Feb 17 01:26:11.236301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.265086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36444) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:26:11.284667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.300873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:26:11.305687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Usage tracker for resource:security_group_rule and tenant:02ece332767848e18864f17e283821ae is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:26:11.308702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:26:11.314651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:26:11.399530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.402262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.410941 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c6bf9e62-48ca-415f-b4bb-e0774774cf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:11.458019 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ece332767848e18864f17e283821ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1917660
Feb 17 01:26:11.458981 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdc5ee2-6e40-4ce1-b7e3-fa13e1ef7cbc,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:11.461479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36448) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:26:11.462856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-08f1e896-c169-4c6b-af32-9a0bdc68888e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:11.519548 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.528844 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-71704540-f4ca-4b98-a072-d904703098b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.557416 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-71704540-f4ca-4b98-a072-d904703098b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.602629 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-71704540-f4ca-4b98-a072-d904703098b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.607581 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a789e1f0-9330-4923-9405-dbb6c21e1626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:11.621157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71704540-f4ca-4b98-a072-d904703098b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdc5ee2-6e40-4ce1-b7e3-fa13e1ef7cbc,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:11.623953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-71704540-f4ca-4b98-a072-d904703098b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:11.626212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-71704540-f4ca-4b98-a072-d904703098b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.627439 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-71704540-f4ca-4b98-a072-d904703098b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bdc5ee2-6e40-4ce1-b7e3-fa13e1ef7cbc HTTP/1.1" status: 204  len: 168 time: 0.1648951
Feb 17 01:26:11.966048 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3745b-c1c9-4fc2-8962-13082fbdbf3a req-0394454d-1ab1-4e3f-848a-563b9b3292b0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:11.967729 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8db3745b-c1c9-4fc2-8962-13082fbdbf3a req-0394454d-1ab1-4e3f-848a-563b9b3292b0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0910637
Feb 17 01:26:12.016664 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8db3745b-c1c9-4fc2-8962-13082fbdbf3a req-c643d284-818d-482c-b05d-51d9e174b282 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424776
Feb 17 01:26:13.221825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109851bc-67b8-49f3-94c6-c7c5d8daa8c4 req-b52557b8-0dae-414d-b093-989d93cada99 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:13.223467 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-109851bc-67b8-49f3-94c6-c7c5d8daa8c4 req-b52557b8-0dae-414d-b093-989d93cada99 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0885878
Feb 17 01:26:13.277564 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-109851bc-67b8-49f3-94c6-c7c5d8daa8c4 req-f128819f-c873-4ea3-8ae5-fc805dcdd596 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468738
Feb 17 01:26:13.960242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:14.487261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68cfb5-32e5-4928-98f8-842456744714 req-31557aa4-9e4b-4e85-a53e-afa99fdcf72c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:14.488850 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e68cfb5-32e5-4928-98f8-842456744714 req-31557aa4-9e4b-4e85-a53e-afa99fdcf72c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0960438
Feb 17 01:26:14.539263 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e68cfb5-32e5-4928-98f8-842456744714 req-f342b9e5-99b0-470b-baa5-581b5b797ffe tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439477
Feb 17 01:26:15.743154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d9578-3095-4c7f-86ef-a3ee2498a064 req-70366a1f-8995-40d9-adde-dc166b7389f2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:15.745006 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f13d9578-3095-4c7f-86ef-a3ee2498a064 req-70366a1f-8995-40d9-adde-dc166b7389f2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0925343
Feb 17 01:26:15.799551 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f13d9578-3095-4c7f-86ef-a3ee2498a064 req-2b7f8dd9-e450-4449-9c61-3b4266ea308f tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445294
Feb 17 01:26:16.999888 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944514-7ea8-4303-8579-84fb1aba417d req-4e5c09a4-d1c9-4c6a-a098-cf06e3d6d9c4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:17.001565 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1f944514-7ea8-4303-8579-84fb1aba417d req-4e5c09a4-d1c9-4c6a-a098-cf06e3d6d9c4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0892916
Feb 17 01:26:17.049875 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1f944514-7ea8-4303-8579-84fb1aba417d req-96aa28e6-c351-456e-a210-8345841ba99c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419264
Feb 17 01:26:18.261639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4077f13-a280-4865-a4f1-643fbcfe7c2e req-cb88d948-ce65-4819-b783-bac158035fa0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:18.263823 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e4077f13-a280-4865-a4f1-643fbcfe7c2e req-cb88d948-ce65-4819-b783-bac158035fa0 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0977116
Feb 17 01:26:18.313972 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e4077f13-a280-4865-a4f1-643fbcfe7c2e req-69b2eb5b-1389-4a8e-8311-94c7838e9ba5 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425084
Feb 17 01:26:19.520999 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4a33-13be-4844-851d-38b8223d2933 req-36f552bd-fb5a-4295-83eb-78dd62b58889 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:19.523084 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4fc4a33-13be-4844-851d-38b8223d2933 req-36f552bd-fb5a-4295-83eb-78dd62b58889 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0914097
Feb 17 01:26:19.571257 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4fc4a33-13be-4844-851d-38b8223d2933 req-94286206-8b8c-430a-b9ed-ce69ea3e5fc1 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416458
Feb 17 01:26:20.351327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:26:20.783148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447b503-a749-4d5f-8da9-fab9e38b91ae req-fe769758-201a-4081-8711-8a8b7376becc tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:20.786361 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8447b503-a749-4d5f-8da9-fab9e38b91ae req-fe769758-201a-4081-8711-8a8b7376becc tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0996614
Feb 17 01:26:20.821620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-558df139-ad37-416e-b2fe-11bdd9ceac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:20.821953 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-558df139-ad37-416e-b2fe-11bdd9ceac38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1162 time: 0.0943747
Feb 17 01:26:20.837132 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8447b503-a749-4d5f-8da9-fab9e38b91ae req-34baf0f3-3d2a-40e8-ae6c-811be8beb1fc tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441740
Feb 17 01:26:20.972535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-deb933d2-a1fd-48f5-8240-7fc6d7f8fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:20.974075 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-deb933d2-a1fd-48f5-8240-7fc6d7f8fb85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.1448927
Feb 17 01:26:21.093556 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-7e0eee0e-651d-469c-ba5a-645ccb05c61f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 1001 time: 0.1119933
Feb 17 01:26:21.169788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-4c157915-9c8c-4dda-bf47-8dff7c008f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:21.171419 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-4c157915-9c8c-4dda-bf47-8dff7c008f24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0710089
Feb 17 01:26:21.259797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-2bc8c8d3-ef8d-44f6-8ca4-47c3120ad516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:21.261625 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-2bc8c8d3-ef8d-44f6-8ca4-47c3120ad516 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826900
Feb 17 01:26:21.412593 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-8517358a-2fab-4bb2-ade8-f4154ff5aced service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437068
Feb 17 01:26:21.561969 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d64ecfdc-d1cf-4516-ae94-f9bca962c74a req-5632ceab-7545-4a6d-b61b-b9fa846a24da service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423957
Feb 17 01:26:22.039625 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167b410-7ca8-4d07-b96c-e5b7848f60e4 req-71191721-e8f2-4b6e-9197-813d605919d2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:22.041261 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c167b410-7ca8-4d07-b96c-e5b7848f60e4 req-71191721-e8f2-4b6e-9197-813d605919d2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0920560
Feb 17 01:26:22.091213 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c167b410-7ca8-4d07-b96c-e5b7848f60e4 req-b8ab4bdc-34a0-4a36-81e3-d1ba7c43e6ea tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432048
Feb 17 01:26:23.297529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d40646-0aff-4ce3-b223-eafff1b283bd req-9705ab1a-7cca-42af-9920-b5ffe0f85358 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:23.299163 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-83d40646-0aff-4ce3-b223-eafff1b283bd req-9705ab1a-7cca-42af-9920-b5ffe0f85358 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0939660
Feb 17 01:26:23.305886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:26:23.359357 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-83d40646-0aff-4ce3-b223-eafff1b283bd req-aba993ae-fa1d-4386-99e5-f229dba856be tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464869
Feb 17 01:26:23.439509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:23.468236 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:26:23.479300 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:26:23.482696 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:23.484589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:23.519897 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'code': 200}
Feb 17 01:26:23.560205 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:23.568213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.568706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.568997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.569405 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.569791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.570176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.570552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.570925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.571299 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.571670 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.572092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.572484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.573094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.573482 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.573856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.574227 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.574596 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.574968 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.575338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.575751 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.576101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.576470 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.576862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.577207 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:23.581682 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:24.558923 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b83d6d-c805-4bac-a9ac-eb594381bc3e req-99a124ab-17e1-421c-802f-645ef3b821d4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:24.560563 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a8b83d6d-c805-4bac-a9ac-eb594381bc3e req-99a124ab-17e1-421c-802f-645ef3b821d4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0873926
Feb 17 01:26:24.611176 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a8b83d6d-c805-4bac-a9ac-eb594381bc3e req-7a6b4387-d4d6-4c0e-8ac3-6a4ab51c665c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442266
Feb 17 01:26:25.045718 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a3a7-86c5-4d03-abc7-4bc8ca705c08 req-555b8dd2-2368-423e-bbca-60b91684d385 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:25.047330 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5027a3a7-86c5-4d03-abc7-4bc8ca705c08 req-555b8dd2-2368-423e-bbca-60b91684d385 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.1506515
Feb 17 01:26:25.053510 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-b17e4509-24f3-429a-8c4c-9a4305ca02b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2192392
Feb 17 01:26:25.099945 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5027a3a7-86c5-4d03-abc7-4bc8ca705c08 req-bba44295-6dca-4f03-8348-67abe8c99da6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438359
Feb 17 01:26:26.386702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f604f-773b-45b9-8911-50c451991c6c req-e5720da9-5a18-42c0-b0f0-d27d2c3a95c2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:26.388259 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-104f604f-773b-45b9-8911-50c451991c6c req-e5720da9-5a18-42c0-b0f0-d27d2c3a95c2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.1743660
Feb 17 01:26:26.390071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-60152bf0-b1ce-4660-b2e2-e9192dfee884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:26.391520 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-60152bf0-b1ce-4660-b2e2-e9192dfee884 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf&tenant_id=d98d41daefb04475a195dc4f12ca5fde HTTP/1.1" status: 200  len: 1160 time: 0.1332150
Feb 17 01:26:26.482796 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-104f604f-773b-45b9-8911-50c451991c6c req-6ec8e02c-cc42-4c31-91a9-cf5f005d103b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0882833
Feb 17 01:26:26.508513 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-3dedd382-4193-42ac-a590-3b5cc8049e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:26.510365 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-3dedd382-4193-42ac-a590-3b5cc8049e78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1160 time: 0.0945659
Feb 17 01:26:26.657154 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-a0e8d0dd-e593-44ba-9dc9-2636fcc534a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:26.658759 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-a0e8d0dd-e593-44ba-9dc9-2636fcc534a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.1387765
Feb 17 01:26:26.771217 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-d17b79e1-e5f6-49b2-b9cd-85a83d4d52bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 999 time: 0.1052775
Feb 17 01:26:26.846122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-3797c5bc-8da2-43f2-a61e-776ada58df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:26.847814 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-3797c5bc-8da2-43f2-a61e-776ada58df2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0702507
Feb 17 01:26:26.930800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-b03469f8-a377-4b74-9e7a-aaa68ffa957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:26.932370 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-b03469f8-a377-4b74-9e7a-aaa68ffa957d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779903
Feb 17 01:26:27.304281 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-5ae44320-a909-4354-9428-aaa4f208e6fe service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3637516
Feb 17 01:26:27.453631 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6fd9ba0e-ed7e-4922-883d-8a985b355e76 req-11c8a0eb-ae2b-4c93-b07a-d696351b863d service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420250
Feb 17 01:26:27.682225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278538a-6e4b-4f11-a45b-957469375deb req-eae9ef88-a413-4701-ad15-74750ce1e41e tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:27.683855 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3278538a-6e4b-4f11-a45b-957469375deb req-eae9ef88-a413-4701-ad15-74750ce1e41e tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0875413
Feb 17 01:26:27.725826 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-7c607d04-a2e5-488c-9871-85d677d3b925 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips/fd3d982e-7de0-422b-b9ae-a3b4094db90c HTTP/1.1" status: 200  len: 998 time: 0.1183360
Feb 17 01:26:27.732198 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3278538a-6e4b-4f11-a45b-957469375deb req-85d5bc07-aab5-49b4-9de8-2d26193931bf tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418935
Feb 17 01:26:27.892755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-11b2a1b2-db2a-4268-96f8-ea53fbc78c9f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:27.894158 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-11b2a1b2-db2a-4268-96f8-ea53fbc78c9f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1623192
Feb 17 01:26:27.905241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-d9288d28-2cbd-4ddc-a025-e7351e5b0547 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:26:27.906299 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-d9288d28-2cbd-4ddc-a025-e7351e5b0547 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061295
Feb 17 01:26:28.019156 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-81d919b7-491a-4092-a82d-755382207acc tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.222 HTTP/1.1" status: 200  len: 1001 time: 0.1062150
Feb 17 01:26:28.100314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-7b5a6e00-5aad-481d-bc3b-351c127fe19b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:28.102336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-7b5a6e00-5aad-481d-bc3b-351c127fe19b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports/41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 942 time: 0.0773077
Feb 17 01:26:28.289950 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-4a5ac72d-9baa-48b2-b880-7dbadcfed38f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.222 HTTP/1.1" status: 200  len: 1001 time: 0.1073947
Feb 17 01:26:28.517645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Deleting port 7fe3d0de-a321-4ad8-8da2-134ea3a01be4 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:26:28.518618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:28.703678 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:28.704082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:28.842810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Calling delete_port for 7fe3d0de-a321-4ad8-8da2-134ea3a01be4 owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:26:28.949465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5a221-3d3b-429e-8151-b8027190f94f req-7b00163c-8962-4c11-a6c2-6da05b9e2b86 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:28.951079 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-87b5a221-3d3b-429e-8151-b8027190f94f req-7b00163c-8962-4c11-a6c2-6da05b9e2b86 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0902338
Feb 17 01:26:29.000060 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-87b5a221-3d3b-429e-8151-b8027190f94f req-cbe411f2-63b6-40af-8c75-0dc0b4a962bb tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423231
Feb 17 01:26:29.011307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:29.027825 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-cf748a11-ee42-4a20-8114-d2e6b9326dcb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:29.134183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event deleted for resources: {'Port': ['ID=7fe3d0de-a321-4ad8-8da2-134ea3a01be4,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:29.139878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:29.252010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:29.252310 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Floating IP fd3d982e-7de0-422b-b9ae-a3b4094db90c disassociated (deleted). External IP: 172.27.1.222, port: 41148bca-5e93-429d-8c69-d9a1d87c3e6c.
Feb 17 01:26:29.628683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:26:29.827505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:26:29.838809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:26:29.853280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:26:29.853985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa6efac8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:26:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:29.871502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:29.940668 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f404e441-0cb4-4a40-866d-dbcbc70cb936 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "DELETE /v2.0/floatingips/fd3d982e-7de0-422b-b9ae-a3b4094db90c HTTP/1.1" status: 204  len: 173 time: 1.6445665
Feb 17 01:26:29.941402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:26:30.007629 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'status': 'completed', 'code': 200}
Feb 17 01:26:30.064851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:26:30.111494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f2c40351-88ad-41d2-92f8-b0c672bd334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:30.113199 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-f2c40351-88ad-41d2-92f8-b0c672bd334b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 1162 time: 0.1544793
Feb 17 01:26:30.226572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-8be4b779-c947-4196-89ae-723f8823e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:30.228260 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-8be4b779-c947-4196-89ae-723f8823e2b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 1162 time: 0.1994803
Feb 17 01:26:30.234522 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9f32-3209-4349-a4bf-5639a8a7f03f req-fc94880e-1230-4713-aba0-b093be641e51 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:30.242677 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f14a9f32-3209-4349-a4bf-5639a8a7f03f req-fc94880e-1230-4713-aba0-b093be641e51 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.1009741
Feb 17 01:26:30.340649 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f14a9f32-3209-4349-a4bf-5639a8a7f03f req-af9e504d-0ba3-4ad7-ada6-2518842e056b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0967214
Feb 17 01:26:30.675810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-abdcaa08-3270-413c-931a-12db84d55f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:30.677540 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-abdcaa08-3270-413c-931a-12db84d55f79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.5480816
Feb 17 01:26:30.690905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa6efac8>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:47Z', 'revision_number': 2, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:30.695643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:26:30.704662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:26:30.705269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa6efac8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:26:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:30.772093 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-2abffb84-0988-4ada-923d-f99e68b8b2a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 217 time: 0.0853641
Feb 17 01:26:30.773293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-795e9bc3-45bb-4b2b-a09d-b4b4bb18d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:30.774796 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-795e9bc3-45bb-4b2b-a09d-b4b4bb18d185 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.5385008
Feb 17 01:26:30.899060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:26:30.901633 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-d18add41-a825-4e4c-8a06-0f2cf6ee534f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 200  len: 217 time: 0.0873003
Feb 17 01:26:30.951122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-dd9ed038-04f2-4746-9eb4-83ac3c943fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:30.952765 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-dd9ed038-04f2-4746-9eb4-83ac3c943fda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.1743071
Feb 17 01:26:31.031002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-7285330e-92e0-45a4-8d9b-1a13c8ea8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:31.032583 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-7285330e-92e0-45a4-8d9b-1a13c8ea8200 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.1226852
Feb 17 01:26:31.112927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-e4a03953-0d1e-4366-9846-ac58ca7b0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:31.114757 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-e4a03953-0d1e-4366-9846-ac58ca7b0391 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1509018
Feb 17 01:26:31.223930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-4c700aa5-793c-4bca-a31a-a912effbfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:31.226106 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-4c700aa5-793c-4bca-a31a-a912effbfa25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1847661
Feb 17 01:26:31.271065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa6efac8>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:47Z', 'revision_number': 2, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:31.275487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62544ee9-fcdc-463a-ac0a-74cf85bec0d8 None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_floatingips': [{'id': '147b1c85-2308-4beb-a6d8-2f8955ca6f43', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'router_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'port_id': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'mac_address': 'fa:16:3e:c2:98:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:22:41Z', 'updated_at': '2021-02-17T01:22:47Z', 'revision_number': 2, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:26:31.377749 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-0a007466-3c9a-4925-9414-958a0e7753bd service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551177
Feb 17 01:26:31.504782 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-001d5034-5ce9-4495-ac15-595ebb318dfa service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2716553
Feb 17 01:26:31.550252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a569b00-923c-42a2-aa67-f3181416a1f7 req-a2a1c5b8-e27e-4ccd-97e4-b50861dcee36 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:31.552283 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a569b00-923c-42a2-aa67-f3181416a1f7 req-a2a1c5b8-e27e-4ccd-97e4-b50861dcee36 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0946629
Feb 17 01:26:31.604360 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2a569b00-923c-42a2-aa67-f3181416a1f7 req-eb3936ff-9dcb-4ec4-a164-4153823cf1d4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450163
Feb 17 01:26:31.652737 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-42c13ef5-d08a-454c-abcd-4ff207e3e7ef req-0e7fc860-ea1c-441a-9428-2c41c532e5a6 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2613602
Feb 17 01:26:31.697885 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a65261d2-68b8-4b5d-a32e-3ae792c463ca req-57f65328-55e2-4e95-a627-b09deded091d service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1858265
Feb 17 01:26:31.699848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be032e-20aa-4e90-9d6a-c57b2ba4a14d None None] New status for floating IP fd3d982e-7de0-422b-b9ae-a3b4094db90c: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:26:32.087598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2aa17-3fca-4ec2-be67-7b273373b234 req-05e301dd-be33-40eb-a9db-f4123c40f65a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:32.088331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-dee2aa17-3fca-4ec2-be67-7b273373b234 req-05e301dd-be33-40eb-a9db-f4123c40f65a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:26:32.102985 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-dee2aa17-3fca-4ec2-be67-7b273373b234 req-05e301dd-be33-40eb-a9db-f4123c40f65a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:26:32.104275 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dee2aa17-3fca-4ec2-be67-7b273373b234 req-05e301dd-be33-40eb-a9db-f4123c40f65a tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.1036165
Feb 17 01:26:32.156833 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-dee2aa17-3fca-4ec2-be67-7b273373b234 req-75023588-84ca-493a-b178-9def48848cac tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0463419
Feb 17 01:26:32.811245 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7de60-cd30-48a6-a711-7ae7af24e8b8 req-7ed35dd9-cf08-43fc-b61d-754b9b20f33d tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:32.812903 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e3e7de60-cd30-48a6-a711-7ae7af24e8b8 req-7ed35dd9-cf08-43fc-b61d-754b9b20f33d tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0930514
Feb 17 01:26:32.860601 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e3e7de60-cd30-48a6-a711-7ae7af24e8b8 req-1d39d375-8cdd-45af-ad22-c908813923c4 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412934
Feb 17 01:26:33.354808 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8223e9-4bc2-4ceb-aee6-73711a977960 req-c05a4262-ebcf-4c27-8ace-400b93d39ada tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:33.356497 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c8223e9-4bc2-4ceb-aee6-73711a977960 req-c05a4262-ebcf-4c27-8ace-400b93d39ada tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.0879824
Feb 17 01:26:33.404804 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6c8223e9-4bc2-4ceb-aee6-73711a977960 req-1e386ca7-b48a-4670-b915-cca6e2b97973 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420642
Feb 17 01:26:34.061900 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9c269-48fe-4d39-bf08-6f2781637f2c req-c447d8b2-4dd9-4765-8161-728c46b39e07 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:34.063561 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eed9c269-48fe-4d39-bf08-6f2781637f2c req-c447d8b2-4dd9-4765-8161-728c46b39e07 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0881751
Feb 17 01:26:34.111387 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-eed9c269-48fe-4d39-bf08-6f2781637f2c req-9282615a-8694-4bb8-9b86-b118b3edd0f9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414584
Feb 17 01:26:34.609008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6cb56-f2ec-4b47-a590-6a321688f2b2 req-ef158d16-bbd8-48f0-8c0e-f52b41a058dc tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:34.610621 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2fe6cb56-f2ec-4b47-a590-6a321688f2b2 req-ef158d16-bbd8-48f0-8c0e-f52b41a058dc tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.0909123
Feb 17 01:26:34.659145 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2fe6cb56-f2ec-4b47-a590-6a321688f2b2 req-1a1cd814-61c5-433c-bd26-25ad8d8f16b6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422490
Feb 17 01:26:35.541222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0af10f-c1d3-4200-b694-26ccb1c63151 req-61439da5-84fe-4a81-8190-633fc5ba4697 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:35.542759 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1b0af10f-c1d3-4200-b694-26ccb1c63151 req-61439da5-84fe-4a81-8190-633fc5ba4697 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.3203435
Feb 17 01:26:35.590045 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1b0af10f-c1d3-4200-b694-26ccb1c63151 req-9801615d-7a93-4999-9f00-8b094584dbb2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411129
Feb 17 01:26:35.860515 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f3c2e-a6f3-4292-9e71-7feaffe06ef9 req-bcc4a7f6-937d-40c7-8987-1fddc18086f6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:35.862155 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-646f3c2e-a6f3-4292-9e71-7feaffe06ef9 req-bcc4a7f6-937d-40c7-8987-1fddc18086f6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.0887215
Feb 17 01:26:35.910317 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-646f3c2e-a6f3-4292-9e71-7feaffe06ef9 req-b435aa55-cc00-43c9-bc11-1f6e43f0fc09 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419095
Feb 17 01:26:36.799120 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609c3e5-51ac-4100-b010-099fb1bba741 req-99e1a3e9-3467-471c-8e42-b59fcfbba4f2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:36.800768 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1609c3e5-51ac-4100-b010-099fb1bba741 req-99e1a3e9-3467-471c-8e42-b59fcfbba4f2 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0965374
Feb 17 01:26:36.851882 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1609c3e5-51ac-4100-b010-099fb1bba741 req-9d78e91a-fd65-4045-852c-32e762d954ce tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442100
Feb 17 01:26:37.110788 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41104a-7abd-443e-92b8-4a7faefc6175 req-ae42f498-81c7-498b-911a-9390416089b9 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:37.112445 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5e41104a-7abd-443e-92b8-4a7faefc6175 req-ae42f498-81c7-498b-911a-9390416089b9 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 945 time: 0.0896275
Feb 17 01:26:37.160641 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-5e41104a-7abd-443e-92b8-4a7faefc6175 req-87fe5e2a-7b32-47b9-978c-6a0fbd3c63c7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414939
Feb 17 01:26:37.229739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ef747602-db0b-4fa3-a84c-49f04add1a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:37.375539 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 41148bca-5e93-429d-8c69-d9a1d87c3e6c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:26:37.499648 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:37.529095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:26:37.540013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 41148bca-5e93-429d-8c69-d9a1d87c3e6c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:26:37.543754 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:37.545496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7c4b1deb-7296-44a4-b509-88178231ab30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:37.583059 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'code': 200}
Feb 17 01:26:37.617950 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=41148bca-5e93-429d-8c69-d9a1d87c3e6c,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:37.621343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:38.053304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6e94-7b42-436c-9d1c-1a97b198ab53 req-15f99a6c-354c-49d1-a190-b0f32dc0b24f tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:38.054814 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c23d6e94-7b42-436c-9d1c-1a97b198ab53 req-15f99a6c-354c-49d1-a190-b0f32dc0b24f tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0904281
Feb 17 01:26:38.108458 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c23d6e94-7b42-436c-9d1c-1a97b198ab53 req-db03cf4f-7e7d-48b0-a4f2-0373dc4f7464 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417619
Feb 17 01:26:38.505697 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc4906-1bb5-4f93-bede-30caba396013 req-dcf2dd5e-0e41-40e1-98c5-9007ec0ff74f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:38.507308 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-12cc4906-1bb5-4f93-bede-30caba396013 req-dcf2dd5e-0e41-40e1-98c5-9007ec0ff74f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0876634
Feb 17 01:26:38.556030 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-12cc4906-1bb5-4f93-bede-30caba396013 req-6ee4e0b3-1c61-4deb-b32d-967a872baa18 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420680
Feb 17 01:26:39.311803 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536fd1e-6f39-43c6-bc0f-47de8531260f req-6a0e2cb5-f017-47db-8cf1-5da0ac8f958a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:39.313435 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2536fd1e-6f39-43c6-bc0f-47de8531260f req-6a0e2cb5-f017-47db-8cf1-5da0ac8f958a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0892045
Feb 17 01:26:39.361286 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2536fd1e-6f39-43c6-bc0f-47de8531260f req-b3707946-9d27-489c-afc5-6376bd0f1922 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414631
Feb 17 01:26:39.758372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61df64-5496-450a-883a-19ff7b0c664d req-0a100162-7268-4645-b7a7-b7c67f9718ac tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:39.759921 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ae61df64-5496-450a-883a-19ff7b0c664d req-0a100162-7268-4645-b7a7-b7c67f9718ac tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0925660
Feb 17 01:26:39.809311 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-ae61df64-5496-450a-883a-19ff7b0c664d req-52ec6dbb-da61-4378-9a6a-659444e9a155 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427735
Feb 17 01:26:40.082563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ae389dd1-bab8-4d53-aef4-44080f8593d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:40.690557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ef4f-6477-4edc-9702-5c84e375b030 req-87228eed-883b-4b9b-96a5-efe38b9cb88b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:40.692251 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e802ef4f-6477-4edc-9702-5c84e375b030 req-87228eed-883b-4b9b-96a5-efe38b9cb88b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.2186127
Feb 17 01:26:40.739092 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e802ef4f-6477-4edc-9702-5c84e375b030 req-1be5dd17-c13a-4c90-a1e4-ad6343cdce42 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400105
Feb 17 01:26:40.863628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.059377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325e57c-b787-4d41-a344-da274bbc18a5 req-5df52135-6187-4878-be68-75e90d7fb3a5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:41.061012 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9325e57c-b787-4d41-a344-da274bbc18a5 req-5df52135-6187-4878-be68-75e90d7fb3a5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.1381350
Feb 17 01:26:41.108600 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9325e57c-b787-4d41-a344-da274bbc18a5 req-1e41d4ea-17e1-4c73-b7c9-125f0f35ae0c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411756
Feb 17 01:26:41.241592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.522124 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.556555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36714) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:26:41.682363 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.698238 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:26:41.702492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Usage tracker for resource:security_group_rule and tenant:c19b1475263448548242ab08e1c2c8fa is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:26:41.705618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:26:41.712086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.quota.driver [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:26:41.802284 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.805215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.814327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-9400fc5e-847b-4c04-b7c8-e3235184d00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:41.856560 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c19b1475263448548242ab08e1c2c8fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987301
Feb 17 01:26:41.859531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36726) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:26:41.906387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318dd66-5820-4044-b142-28d29723fe2f,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:41.915254 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-37d6b72d-8f26-4318-b2cb-7e7d6447f0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:41.929819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.953947 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02782e8-9e9f-4a8d-ac73-b2323bf75618 req-943ccff0-1209-4bff-a43f-62cd7cb2cbeb tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:41.955586 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d02782e8-9e9f-4a8d-ac73-b2323bf75618 req-943ccff0-1209-4bff-a43f-62cd7cb2cbeb tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0979481
Feb 17 01:26:41.957777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:42.002971 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:42.004360 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d02782e8-9e9f-4a8d-ac73-b2323bf75618 req-f0fb4de6-a0ab-4370-b6ad-cc221960fa59 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412695
Feb 17 01:26:42.009650 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-48a8aaf6-b8c0-4aa4-a589-2696e4abd44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:42.026685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318dd66-5820-4044-b142-28d29723fe2f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:42.030780 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:42.032022 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8318dd66-5820-4044-b142-28d29723fe2f HTTP/1.1" status: 204  len: 168 time: 0.1712794
Feb 17 01:26:42.037669 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.037935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.038356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.038767 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.039583 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.039995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.040407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.040809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.041212 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.041616 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.042015 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.042414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.042852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.043256 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.043654 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.044078 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.044475 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.044874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.045270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.045667 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.046069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.046460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.046856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.047249 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:26:42.051082 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f45df7b0-17ab-4b31-b1ee-6cc1c8c74ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:42.319193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0cf2e-1ff9-4ab1-814e-72fa06fabf43 req-71d0d318-6115-425b-b680-add9c42171d7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:42.321638 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-04b0cf2e-1ff9-4ab1-814e-72fa06fabf43 req-71d0d318-6115-425b-b680-add9c42171d7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0941415
Feb 17 01:26:42.377336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-04b0cf2e-1ff9-4ab1-814e-72fa06fabf43 req-c7426216-ec42-4fa3-8107-9a1100913fa0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0488338
Feb 17 01:26:43.355148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2fa5a-d2ea-4cce-a34a-99a35773f981 req-ae6aad71-1402-49e5-8d73-7859ef36747c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:43.356804 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-95f2fa5a-d2ea-4cce-a34a-99a35773f981 req-ae6aad71-1402-49e5-8d73-7859ef36747c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0913608
Feb 17 01:26:43.405677 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-95f2fa5a-d2ea-4cce-a34a-99a35773f981 req-ff908912-ca25-4eae-ae8b-5a228f7f98f3 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422130
Feb 17 01:26:43.577418 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d393d11-541d-4067-b533-59841cfc8e80 req-4dd67b9a-e2e8-4a75-812c-4f31d483ccf7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:43.579094 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8d393d11-541d-4067-b533-59841cfc8e80 req-4dd67b9a-e2e8-4a75-812c-4f31d483ccf7 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0895550
Feb 17 01:26:43.626646 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-8d393d11-541d-4067-b533-59841cfc8e80 req-f9e7db6f-2f23-4ea3-9aa3-4aa9670fee86 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413387
Feb 17 01:26:43.969252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:44.603688 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aee1c-634c-47ec-8cb8-8159084c6b77 req-f7e662e5-b104-4a88-9464-566c4ebc9227 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:44.605338 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2f6aee1c-634c-47ec-8cb8-8159084c6b77 req-f7e662e5-b104-4a88-9464-566c4ebc9227 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0895262
Feb 17 01:26:44.655736 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2f6aee1c-634c-47ec-8cb8-8159084c6b77 req-4da0c9ae-9b64-4820-8b58-f58b74dada19 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441270
Feb 17 01:26:44.833400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8c44f-8e34-404e-b4cf-91b9e0676b4b req-90c28861-13df-42fe-a5a0-9d3d0d3f1cae tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:44.835004 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5b8c44f-8e34-404e-b4cf-91b9e0676b4b req-90c28861-13df-42fe-a5a0-9d3d0d3f1cae tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0928702
Feb 17 01:26:44.882272 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5b8c44f-8e34-404e-b4cf-91b9e0676b4b req-ab7fc3cc-b1cf-488d-853c-eea2133258ca tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402644
Feb 17 01:26:45.856902 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5c6e-22af-47c5-9acb-3c555a23e64d req-4de7bfbf-9e0f-4a41-bec8-66e7a24c44c9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:45.858594 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-18da5c6e-22af-47c5-9acb-3c555a23e64d req-4de7bfbf-9e0f-4a41-bec8-66e7a24c44c9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0928700
Feb 17 01:26:45.907035 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-18da5c6e-22af-47c5-9acb-3c555a23e64d req-d585cd09-aea6-4cc2-ab34-d6c3748a8894 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422227
Feb 17 01:26:46.080564 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0309fa-ae65-4599-8fc4-36a40e9ee726 req-906ef87a-9b16-4b1a-bd5b-a2c462db9931 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:46.082160 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f0309fa-ae65-4599-8fc4-36a40e9ee726 req-906ef87a-9b16-4b1a-bd5b-a2c462db9931 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0874329
Feb 17 01:26:46.129202 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7f0309fa-ae65-4599-8fc4-36a40e9ee726 req-809c9d2f-5c94-4ed1-9772-d2dc7e783f5e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402312
Feb 17 01:26:47.105687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71476f-35ba-4277-8448-bde40bd2f18a req-d2f912f4-07f7-4d6d-bfbf-caafbb715bb6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:47.107305 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e71476f-35ba-4277-8448-bde40bd2f18a req-d2f912f4-07f7-4d6d-bfbf-caafbb715bb6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0863051
Feb 17 01:26:47.165139 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1e71476f-35ba-4277-8448-bde40bd2f18a req-e94b4591-eed8-48e7-adfc-54e13b0aae43 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0515735
Feb 17 01:26:47.330611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3e13-b5ab-4778-bb3d-6a89f0bf8d93 req-e3213d74-7bba-40e3-b6be-862b1ed777e0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:47.332243 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4aa3e13-b5ab-4778-bb3d-6a89f0bf8d93 req-e3213d74-7bba-40e3-b6be-862b1ed777e0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0906367
Feb 17 01:26:47.379974 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c4aa3e13-b5ab-4778-bb3d-6a89f0bf8d93 req-c196af89-9d84-4f70-96cb-e32cfebf3429 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412362
Feb 17 01:26:48.383224 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3402e-5541-47b3-8cc0-2ae67c9a583c req-d5aa71ca-41d7-4d3c-95c7-5cbcecbb0946 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:48.386407 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4ad3402e-5541-47b3-8cc0-2ae67c9a583c req-d5aa71ca-41d7-4d3c-95c7-5cbcecbb0946 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.1075392
Feb 17 01:26:48.436550 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4ad3402e-5541-47b3-8cc0-2ae67c9a583c req-43fbe60d-b446-4a7b-8e85-acb8ec1e36bb tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438709
Feb 17 01:26:48.590562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c47ab4-cbb9-4139-804c-cf5718c69788 req-8c9d6229-eca8-4705-90b3-2f020b5f50d0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:48.592412 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d9c47ab4-cbb9-4139-804c-cf5718c69788 req-8c9d6229-eca8-4705-90b3-2f020b5f50d0 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0954742
Feb 17 01:26:48.642500 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d9c47ab4-cbb9-4139-804c-cf5718c69788 req-21c327b4-96ef-40ef-97fa-5a5735f3ef5d tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434260
Feb 17 01:26:49.636527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267e248-4bd4-4b90-8d91-295b051a5410 req-55defc39-6afe-49f7-a08b-a59c99c89078 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:49.638147 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0267e248-4bd4-4b90-8d91-295b051a5410 req-55defc39-6afe-49f7-a08b-a59c99c89078 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.0900791
Feb 17 01:26:49.687203 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-0267e248-4bd4-4b90-8d91-295b051a5410 req-8ba1b4f6-da35-441e-95a4-6334d4fef69e tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428159
Feb 17 01:26:49.841425 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36c67-4e43-466b-bad4-2a2284d3133e req-bd1dee12-8adc-4fa4-9527-a93fec2bb4fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:49.843097 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-24e36c67-4e43-466b-bad4-2a2284d3133e req-bd1dee12-8adc-4fa4-9527-a93fec2bb4fb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0886965
Feb 17 01:26:49.893078 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-24e36c67-4e43-466b-bad4-2a2284d3133e req-4d07a01d-0682-47df-b7b7-249aee43e66b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427959
Feb 17 01:26:50.485193 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-f5312def-9f7c-4c2b-b201-556d7523b456 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:50.486740 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-f5312def-9f7c-4c2b-b201-556d7523b456 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.0846550
Feb 17 01:26:50.567097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Deleting port 41148bca-5e93-429d-8c69-d9a1d87c3e6c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:26:50.567484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:50.890851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] For port 41148bca-5e93-429d-8c69-d9a1d87c3e6c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=41148bca-5e93-429d-8c69-d9a1d87c3e6c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:26:50.891424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:51.032685 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Calling delete_port for 41148bca-5e93-429d-8c69-d9a1d87c3e6c owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:26:51.108435 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cf40f-43ed-410b-911e-ba722d14f692 req-34ab2389-8d2e-4088-bcc2-0212adc87a14 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:51.110088 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f33cf40f-43ed-410b-911e-ba722d14f692 req-34ab2389-8d2e-4088-bcc2-0212adc87a14 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 943 time: 0.3004241
Feb 17 01:26:51.139473 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8729d-ad26-4187-bc51-7cc272d987bf req-8754cef1-2d35-4e4d-b6d8-84917af3555c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:51.141336 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2bd8729d-ad26-4187-bc51-7cc272d987bf req-8754cef1-2d35-4e4d-b6d8-84917af3555c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 943 time: 0.1350243
Feb 17 01:26:51.193766 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2bd8729d-ad26-4187-bc51-7cc272d987bf req-7fa9a526-9f79-48b5-bb58-cb398c12ff34 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458119
Feb 17 01:26:51.462970 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-f33cf40f-43ed-410b-911e-ba722d14f692 req-788b5a2e-fb99-41b2-82a3-3bd3b57b8294 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3455365
Feb 17 01:26:51.549135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde04ef-b17e-492b-9588-132988c3a501 req-83944943-9841-4687-9fd4-ce363cc3df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:51.550758 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3fde04ef-b17e-492b-9588-132988c3a501 req-83944943-9841-4687-9fd4-ce363cc3df3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1160 time: 0.1788599
Feb 17 01:26:51.551897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:51.566995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-bd9179bc-c8eb-4815-a5fb-bf4696b2aee4 tempest-AttachVolumeShelveTestJSON-1086286511 tempest-AttachVolumeShelveTestJSON-1086286511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:51.691807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event deleted for resources: {'Port': ['ID=41148bca-5e93-429d-8c69-d9a1d87c3e6c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:51.712796 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:26:51.753723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:51.786191 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:26:51.786734 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:51.869060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde04ef-b17e-492b-9588-132988c3a501 req-9ea7075d-dc3b-4b91-9e7a-c7f4eb3bb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:51.870676 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3fde04ef-b17e-492b-9588-132988c3a501 req-9ea7075d-dc3b-4b91-9e7a-c7f4eb3bb8f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.2632983
Feb 17 01:26:51.916374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:51.945247 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:26:51.956628 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:26:51.959647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:51.961745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-42a8ca0e-3ddd-4027-937e-3892214e12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:51.971373 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] No DVR routers for this DVR port 41148bca-5e93-429d-8c69-d9a1d87c3e6c on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:26:51.981711 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:51.984532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'name': 'network-vif-deleted', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:26:52.020918 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'code': 200}
Feb 17 01:26:52.035831 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a963db8f-835c-4fe8-8f90-d2e75ccfde3d req-b4e1f09b-9d5b-48cc-9e57-f00c7ed5eca4 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "DELETE /v2.0/ports/41148bca-5e93-429d-8c69-d9a1d87c3e6c HTTP/1.1" status: 204  len: 173 time: 1.5422878
Feb 17 01:26:52.042948 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3fde04ef-b17e-492b-9588-132988c3a501 req-1a755af2-5c68-4584-bb54-528f5c3021be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 1001 time: 0.1350801
Feb 17 01:26:52.045813 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e3457d-b928-4c41-93ed-33903e3ae884', 'name': 'network-vif-deleted', 'tag': '41148bca-5e93-429d-8c69-d9a1d87c3e6c', 'status': 'completed', 'code': 200}
Feb 17 01:26:52.052530 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,revision_number=6']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:52.056372 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:52.126527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde04ef-b17e-492b-9588-132988c3a501 req-8b009d24-8166-4972-b0a7-e2bafa05ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:52.128159 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3fde04ef-b17e-492b-9588-132988c3a501 req-8b009d24-8166-4972-b0a7-e2bafa05ab0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0672684
Feb 17 01:26:52.214533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde04ef-b17e-492b-9588-132988c3a501 req-bebc37f7-f3e8-4276-83fb-a4ad545c1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:52.216139 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3fde04ef-b17e-492b-9588-132988c3a501 req-bebc37f7-f3e8-4276-83fb-a4ad545c1dfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816534
Feb 17 01:26:52.369661 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-2ea2abb7-3fc3-42d4-adb3-441eb3315664 req-3344567a-540b-4fde-b4e8-d039fc4c3103 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0e3457d-b928-4c41-93ed-33903e3ae884 HTTP/1.1" status: 200  len: 210 time: 0.0532849
Feb 17 01:26:52.454409 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3fde04ef-b17e-492b-9588-132988c3a501 req-0f67c487-f7e5-468b-a95d-cd3936e05545 service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215941
Feb 17 01:26:52.456406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89d74-4236-4226-acc1-a1703b79a2d4 req-861fcc22-dd86-48c4-9ee4-869b02cbac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:52.457909 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-30b89d74-4236-4226-acc1-a1703b79a2d4 req-861fcc22-dd86-48c4-9ee4-869b02cbac95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1162 time: 0.2265594
Feb 17 01:26:52.657797 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-30b89d74-4236-4226-acc1-a1703b79a2d4 req-bd67a3c5-c906-4f09-84c2-3985db74bf2f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1904120
Feb 17 01:26:52.716805 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3fde04ef-b17e-492b-9588-132988c3a501 req-0282818f-36dc-4725-8adf-b90869a808ef service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2506852
Feb 17 01:26:52.728347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eee56f-18af-46df-8f97-4b925548c8a3 req-b57ef9f8-b33f-4054-8a92-871062d8059c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:52.729831 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-76eee56f-18af-46df-8f97-4b925548c8a3 req-b57ef9f8-b33f-4054-8a92-871062d8059c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.1437116
Feb 17 01:26:52.777154 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-76eee56f-18af-46df-8f97-4b925548c8a3 req-81e399e4-d258-4014-b2b3-329f1f3cf8e8 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409052
Feb 17 01:26:53.444868 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f up at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:26:53.521290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.provisioning_blocks [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Provisioning complete for port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:26:53.521790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080276'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:53.976484 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee911-99c3-44ee-a0ee-8c4f2ec5e0a8 req-d2560915-d731-49e5-97f8-193a664819e8 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:53.978610 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9fee911-99c3-44ee-a0ee-8c4f2ec5e0a8 req-d2560915-d731-49e5-97f8-193a664819e8 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0883682
Feb 17 01:26:54.030870 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9fee911-99c3-44ee-a0ee-8c4f2ec5e0a8 req-8eec04e8-d93c-487e-a6f0-e0c13f8843b9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459096
Feb 17 01:26:56.033664 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-fc4c67f2-eadd-453b-84d3-fc558c0c9ed1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips/147b1c85-2308-4beb-a6d8-2f8955ca6f43 HTTP/1.1" status: 200  len: 998 time: 0.1177151
Feb 17 01:26:56.194231 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-d7782251-742c-47a0-b3e3-5907d1a67672 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:56.196228 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-d7782251-742c-47a0-b3e3-5907d1a67672 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1562424
Feb 17 01:26:56.310804 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-d355711a-0f04-4e31-bf33-2ee0f54f73f1 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.17 HTTP/1.1" status: 200  len: 1001 time: 0.1073933
Feb 17 01:26:56.394527 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-cda6b410-dad8-4f9f-be66-5852f9098429 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:56.396008 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-cda6b410-dad8-4f9f-be66-5852f9098429 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports/33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 943 time: 0.0796449
Feb 17 01:26:56.580511 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-8ced3721-1fae-4236-896c-eec55eeb72bb tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.17 HTTP/1.1" status: 200  len: 1001 time: 0.1046538
Feb 17 01:26:56.810414 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Deleting port 795d13fe-2ee9-4aea-a47e-9e2de7d08ab8 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:26:56.810720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:56.989894 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:56.990269 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:57.126384 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Calling delete_port for 795d13fe-2ee9-4aea-a47e-9e2de7d08ab8 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:26:57.277606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:57.296986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-1be6116b-83d0-48c5-82ae-d20a366eb2a3 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:26:57.350848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:26:57.393806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event deleted for resources: {'Port': ['ID=795d13fe-2ee9-4aea-a47e-9e2de7d08ab8,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:26:57.404062 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:26:57.518589 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:57.518961 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Floating IP 147b1c85-2308-4beb-a6d8-2f8955ca6f43 disassociated (deleted). External IP: 172.27.1.17, port: 33c9ca18-8d77-42ff-a13a-82c90796204c.
Feb 17 01:26:57.898013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:26:58.089731 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:26:58.100097 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:26:58.109762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:26:58.110489 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafaac9198>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:26:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:58.110800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:58.171048 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-e1cbb1d3-c597-4ee0-a82b-8b0b41a2345c tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "DELETE /v2.0/floatingips/147b1c85-2308-4beb-a6d8-2f8955ca6f43 HTTP/1.1" status: 204  len: 173 time: 1.5838852
Feb 17 01:26:58.171574 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:26:58.236960 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'status': 'completed', 'code': 200}
Feb 17 01:26:58.273019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-0efc5251-48b7-4b4b-81b1-55c1153e5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.274708 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-0efc5251-48b7-4b4b-81b1-55c1153e5da4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1163 time: 0.0878758
Feb 17 01:26:58.299792 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:26:58.462443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-f62118a3-bc69-4fac-97d8-367bb1b5b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.464189 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-f62118a3-bc69-4fac-97d8-367bb1b5b564 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eabf95addb344e486905f7f5d1767b5&device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 1163 time: 0.2188232
Feb 17 01:26:58.616494 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-6828284d-187b-4581-aaa7-5f05511a24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.618316 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-6828284d-187b-4581-aaa7-5f05511a24df service neutron] 10.222.0.70 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.1480858
Feb 17 01:26:58.644819 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafaac9198>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:58.649546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:26:58.658491 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:26:58.659260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafaac9198>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:26:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:58.662495 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-6b7db7f0-113f-4386-86f0-09a0b78040c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.664163 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-6b7db7f0-113f-4386-86f0-09a0b78040c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 200  len: 905 time: 0.3828616
Feb 17 01:26:58.697548 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-0dac4f19-dbaa-4264-a8a7-fa7375eee43e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 217 time: 0.0730510
Feb 17 01:26:58.743200 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-b26e5386-c8dc-4839-a7da-336f649aa455 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 200  len: 217 time: 0.0711160
Feb 17 01:26:58.777132 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-8f07a395-9e09-4d65-a7c3-f88a9e3e2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.778924 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-8f07a395-9e09-4d65-a7c3-f88a9e3e2eaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0751984
Feb 17 01:26:58.816505 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-8524d70f-58b5-467d-b708-06d9aea5c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.818109 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-8524d70f-58b5-467d-b708-06d9aea5c798 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 200  len: 850 time: 0.0683885
Feb 17 01:26:58.859748 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:26:58.865618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-004ee769-81ea-4743-a5fa-4062e791e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.867805 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-004ee769-81ea-4743-a5fa-4062e791e615 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818033
Feb 17 01:26:58.878446 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-a14bdee6-58d9-47e5-9660-b281a11cedf6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:26:58.879529 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-a14bdee6-58d9-47e5-9660-b281a11cedf6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0054326
Feb 17 01:26:58.905313 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-304d4151-dbe1-470f-9f36-acd6c1aba069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:58.907151 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-304d4151-dbe1-470f-9f36-acd6c1aba069 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2de463d4-5d2e-49b1-b224-2c9fd96e9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811102
Feb 17 01:26:59.026238 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-a41dca22-5017-4aae-9196-2b89b93af844 service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404991
Feb 17 01:26:59.057070 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-0d69b8ae-d694-48d8-acd5-0f7f231335c8 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418629
Feb 17 01:26:59.175892 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b72551e9-4896-46bf-af09-2c640b37e5bf req-f5f8573b-fb7f-40f0-aacc-b0197e6a876a service neutron] 10.222.0.70 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434331
Feb 17 01:26:59.201081 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafaac9198>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:26:59.205428 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7d169b-30d7-4288-af60-149812a0f97d None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:18:34Z', 'revision_number': 4, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': 'd4d0ffbf-d4d2-44f6-ae44-c080dcc020a3', 'name': '', 'network_id': '2de463d4-5d2e-49b1-b224-2c9fd96e9c13', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'mac_address': 'fa:16:3e:77:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:33Z', 'updated_at': '2021-02-17T01:18:46Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'subnets': [{'id': 'efa44810-5216-443c-9896-0c56631a6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:26:59.205947 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-e2a5859c-45fb-41cf-aa51-7360267b25b2 req-3cd34d3d-bc49-444d-a953-269633e78526 service neutron] 10.222.0.30 "GET /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423657
Feb 17 01:26:59.617111 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5059f11-dd5d-479b-bf21-331b97ccfad2 req-e2d9132e-aab1-4d83-8164-8b1e13b859ec tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:59.617910 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d5059f11-dd5d-479b-bf21-331b97ccfad2 req-e2d9132e-aab1-4d83-8164-8b1e13b859ec tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:26:59.630866 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f71dfc-14f4-4e82-9bb0-e7a2655bd6a6 None None] New status for floating IP 147b1c85-2308-4beb-a6d8-2f8955ca6f43: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:26:59.633970 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-d5059f11-dd5d-479b-bf21-331b97ccfad2 req-e2d9132e-aab1-4d83-8164-8b1e13b859ec tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:26:59.635512 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5059f11-dd5d-479b-bf21-331b97ccfad2 req-e2d9132e-aab1-4d83-8164-8b1e13b859ec tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 946 time: 0.1117437
Feb 17 01:26:59.683844 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-d5059f11-dd5d-479b-bf21-331b97ccfad2 req-afec5e28-7de2-4c8d-8f68-5a8c0565eeca tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418305
Feb 17 01:27:00.889339 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861cce7-9e21-45e9-beb6-61873c5814e4 req-bc68d936-ae13-4a22-87b9-7696a69d7ca5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:00.890105 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1861cce7-9e21-45e9-beb6-61873c5814e4 req-bc68d936-ae13-4a22-87b9-7696a69d7ca5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:27:00.902381 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-1861cce7-9e21-45e9-beb6-61873c5814e4 req-bc68d936-ae13-4a22-87b9-7696a69d7ca5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:27:00.903615 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1861cce7-9e21-45e9-beb6-61873c5814e4 req-bc68d936-ae13-4a22-87b9-7696a69d7ca5 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 946 time: 0.1049376
Feb 17 01:27:00.951146 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-1861cce7-9e21-45e9-beb6-61873c5814e4 req-447023ed-8707-4070-85e6-3e385ef5f39f tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412347
Feb 17 01:27:01.050800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-6569cfe7-a951-47cb-a4d1-78e07709019b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:01.052324 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-6569cfe7-a951-47cb-a4d1-78e07709019b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 946 time: 0.0851896
Feb 17 01:27:01.131608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Deleting port 33c9ca18-8d77-42ff-a13a-82c90796204c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:01.132049 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:01.393071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] For port 33c9ca18-8d77-42ff-a13a-82c90796204c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=33c9ca18-8d77-42ff-a13a-82c90796204c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:01.393479 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:01.432279 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device 33c9ca18-8d77-42ff-a13a-82c90796204c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:27:01.532201 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Calling delete_port for 33c9ca18-8d77-42ff-a13a-82c90796204c owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:01.557115 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:01.585121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:27:01.596020 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] For port 33c9ca18-8d77-42ff-a13a-82c90796204c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=33c9ca18-8d77-42ff-a13a-82c90796204c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:01.599131 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363259287834330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259288372767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259288372220'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:01.601008 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:01.623453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:27:01.623864 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:27:01.638957 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'code': 200}
Feb 17 01:27:01.672222 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Pushing event updated for resources: {'Port': ['ID=33c9ca18-8d77-42ff-a13a-82c90796204c,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:01.675390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:02.124934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Deleting port 33c9ca18-8d77-42ff-a13a-82c90796204c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:02.125498 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:02.475607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448a7bf-79a1-46ca-81b6-919df5de2f00 req-a952ea54-826a-4a48-9150-d412a9d6401b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:02.477314 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4448a7bf-79a1-46ca-81b6-919df5de2f00 req-a952ea54-826a-4a48-9150-d412a9d6401b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 944 time: 0.4133987
Feb 17 01:27:02.622702 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-4448a7bf-79a1-46ca-81b6-919df5de2f00 req-291574ea-466d-4421-8692-da32043ccb38 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups?id=838bd9fd-cdca-4348-8558-fa40dc7247d3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1369860
Feb 17 01:27:02.680873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] For port 33c9ca18-8d77-42ff-a13a-82c90796204c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=33c9ca18-8d77-42ff-a13a-82c90796204c,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:02.681277 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:02.821329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Calling delete_port for 33c9ca18-8d77-42ff-a13a-82c90796204c owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:02.972146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:02.987293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-56f938a6-9865-4418-8bc3-866816230a7a tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:03.081762 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event deleted for resources: {'Port': ['ID=33c9ca18-8d77-42ff-a13a-82c90796204c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:03.089226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:03.193017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] No DVR routers for this DVR port 33c9ca18-8d77-42ff-a13a-82c90796204c on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:27:03.195272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:03.198058 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'name': 'network-vif-deleted', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:27:03.213998 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-9125fe52-c62a-49a7-b217-5ff68dfc71c3 req-deb19bdf-7cad-4c1b-8cc1-4868f8f1d40e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.70 "DELETE /v2.0/ports/33c9ca18-8d77-42ff-a13a-82c90796204c HTTP/1.1" status: 204  len: 173 time: 2.1557450
Feb 17 01:27:03.247317 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee2ecf5-7c30-4735-8078-ae513c3cf462', 'name': 'network-vif-deleted', 'tag': '33c9ca18-8d77-42ff-a13a-82c90796204c', 'status': 'completed', 'code': 200}
Feb 17 01:27:03.803582 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-259765f8-caa3-4ebf-9df9-1e4d20fd9046 req-3187a2e2-97df-4f02-ac80-d805c79e378e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:27:03.818928 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-259765f8-caa3-4ebf-9df9-1e4d20fd9046 req-3187a2e2-97df-4f02-ac80-d805c79e378e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:27:03.820332 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-259765f8-caa3-4ebf-9df9-1e4d20fd9046 req-3187a2e2-97df-4f02-ac80-d805c79e378e tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ee2ecf5-7c30-4735-8078-ae513c3cf462 HTTP/1.1" status: 200  len: 210 time: 0.0697696
Feb 17 01:27:05.020430 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-285a4913-9893-4a8d-984f-ca40c44bec1b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips/8005671f-b2c5-487f-8bd0-0d8952505553 HTTP/1.1" status: 200  len: 693 time: 0.0859253
Feb 17 01:27:05.180563 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-be18acb6-9f0d-404a-bf0e-ec1ce76ba2d2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:05.181959 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-be18acb6-9f0d-404a-bf0e-ec1ce76ba2d2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1552641
Feb 17 01:27:05.271603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-bf1b5663-54fa-4564-91b3-7fb881cbc667 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Synchronizing usage tracker for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:27:05.287060 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-bf1b5663-54fa-4564-91b3-7fb881cbc667 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Unset dirty status for tenant:0eabf95addb344e486905f7f5d1767b5 on resource:floatingip {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:27:05.291652 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-bf1b5663-54fa-4564-91b3-7fb881cbc667 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.183 HTTP/1.1" status: 200  len: 696 time: 0.1030490
Feb 17 01:27:05.381369 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-50d1642a-b365-48f0-84d9-c7fdd4be10f2 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.183 HTTP/1.1" status: 200  len: 696 time: 0.0830443
Feb 17 01:27:05.554552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Deleting port f2a3756e-7a4d-4ae3-b595-4535aa4a1f7b {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:05.554862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:05.738605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:05.738974 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:05.873782 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Calling delete_port for f2a3756e-7a4d-4ae3-b595-4535aa4a1f7b owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:06.017771 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:06.033088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4091d1b8-e5fb-4dc6-a74b-2162a59164c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:06.128447 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event deleted for resources: {'Port': ['ID=f2a3756e-7a4d-4ae3-b595-4535aa4a1f7b,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:06.139066 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:06.255242 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:06.281139 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:06.282408 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-094ef6cd-9c2e-4567-8f29-5ba16c240b70 req-344c36c5-e276-4125-a651-6607d7f92c96 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "DELETE /v2.0/floatingips/8005671f-b2c5-487f-8bd0-0d8952505553 HTTP/1.1" status: 204  len: 173 time: 0.8942316
Feb 17 01:27:07.231790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-58ba2e08-19ed-4ad5-9d4f-d733fe2deb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:07.741285 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bcb69854-acb7-4986-8c22-bf66f8e4d503 req-ec306d25-582d-4ac3-9705-c2ea5cfc618b tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "GET /v2.0/security-groups/838bd9fd-cdca-4348-8558-fa40dc7247d3 HTTP/1.1" status: 200  len: 2999 time: 0.0513830
Feb 17 01:27:07.821597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bcb69854-acb7-4986-8c22-bf66f8e4d503 req-a40bdc13-bd2f-47d3-81f1-7f1f35a8fbd6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:07.851324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bcb69854-acb7-4986-8c22-bf66f8e4d503 req-a40bdc13-bd2f-47d3-81f1-7f1f35a8fbd6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:07.897113 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bcb69854-acb7-4986-8c22-bf66f8e4d503 req-a40bdc13-bd2f-47d3-81f1-7f1f35a8fbd6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:07.902857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-74fcc798-b02c-4d27-9595-2d820e16357a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:07.918025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bdc13-bd2f-47d3-81f1-7f1f35a8fbd6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838bd9fd-cdca-4348-8558-fa40dc7247d3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:07.920905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a40bdc13-bd2f-47d3-81f1-7f1f35a8fbd6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:07.933009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-bcb69854-acb7-4986-8c22-bf66f8e4d503 req-a40bdc13-bd2f-47d3-81f1-7f1f35a8fbd6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:07.934243 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-bcb69854-acb7-4986-8c22-bf66f8e4d503 req-a40bdc13-bd2f-47d3-81f1-7f1f35a8fbd6 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] 10.222.0.30 "DELETE /v2.0/security-groups/838bd9fd-cdca-4348-8558-fa40dc7247d3 HTTP/1.1" status: 204  len: 173 time: 0.1864974
Feb 17 01:27:07.995904 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36832) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:08.680952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:09.049410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Deleting port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:09.049709 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:09.232907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] For port d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:09.233273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:09.366899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Calling delete_port for d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:09.542188 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:09.557857 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4c98b585-1b25-42fc-8581-2d169a0071bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:09.653538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:09.663438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:09.970176 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:10.090168 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2345c0e5-4b97-4048-b85a-6a6e7ecab729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:10.713093 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Router 876600d1-be9f-440d-a2d0-6a2426dc16e4 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:27:10.866147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:10.910025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:27:10.918876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] Sync routers for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:27:10.923115 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-38042783-01f6-4775-95bd-7e224bc6740b admin admin] 10.222.0.30 "PUT /v2.0/routers/876600d1-be9f-440d-a2d0-6a2426dc16e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9260304
Feb 17 01:27:10.925980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36838) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:10.929332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:27:10.930034 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa531898>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:27:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:11.120031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.236391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.279926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:27:11.314095 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.318884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Deleting port ca8e15d7-9925-4dc8-ab67-f323e8375a68 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:11.319260 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.511234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] For port ca8e15d7-9925-4dc8-ab67-f323e8375a68, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=ca8e15d7-9925-4dc8-ab67-f323e8375a68,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:11.511644 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.526119 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.588304 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa531898>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:27:09Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:11.592275 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] Checking router: 876600d1-be9f-440d-a2d0-6a2426dc16e4 for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:27:11.601000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] Routers {'876600d1-be9f-440d-a2d0-6a2426dc16e4'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:27:11.601680 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa531898>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:27:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['876600d1-be9f-440d-a2d0-6a2426dc16e4'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:11.646010 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Calling delete_port for ca8e15d7-9925-4dc8-ab67-f323e8375a68 owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:11.790331 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.792737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] Set router 876600d1-be9f-440d-a2d0-6a2426dc16e4 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:27:11.978406 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.092630 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa531898>, [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:27:09Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:12.096805 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38a58d-67f9-4ccb-8a29-e56711769f2f None None] The sync data for ids ['876600d1-be9f-440d-a2d0-6a2426dc16e4'] in dv-cinder-759962-4-iscsi is: [{'id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'name': 'tempest-TestVolumeBootPattern-541084653-router', 'tenant_id': '0eabf95addb344e486905f7f5d1767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:27Z', 'updated_at': '2021-02-17T01:27:09Z', 'revision_number': 5, 'project_id': '0eabf95addb344e486905f7f5d1767b5', 'gw_port': {'id': 'ca8e15d7-9925-4dc8-ab67-f323e8375a68', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876600d1-be9f-440d-a2d0-6a2426dc16e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:28Z', 'updated_at': '2021-02-17T01:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:27:12.117016 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.119253 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.142787 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.143398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876600d1-be9f-440d-a2d0-6a2426dc16e4 {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:27:12.156362 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.157582 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-5e061d2d-5d4d-4fea-a103-dbf561feb07d admin admin] 10.222.0.30 "DELETE /v2.0/routers/876600d1-be9f-440d-a2d0-6a2426dc16e4 HTTP/1.1" status: 204  len: 168 time: 1.2305868
Feb 17 01:27:12.160487 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36842) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:12.241772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Deleting subnet efa44810-5216-443c-9896-0c56631a6e6e {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:27:12.244924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.298746 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047820'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.383519 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.652033 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5343379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413634'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.668842 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-91895a21-fdb7-49db-b0a0-e9db1cbcf64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:12.761404 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa44810-5216-443c-9896-0c56631a6e6e,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:12.785126 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.785545 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.785959 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.786374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.786779 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.787181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.787587 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.788006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.788407 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.788807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.789807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.790209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.790651 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.791052 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.791450 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.791884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.792273 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.792673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.793070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.793465 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.793863 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.794265 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.794662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.795055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:27:12.800202 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:12.829230 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.834615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b27083-677a-47ab-b374-d5f84a039733 None None] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:27:12.835843 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a9b718d8-7bd7-4292-a00b-88ff2821b7af admin admin] 10.222.0.30 "DELETE /v2.0/subnets/efa44810-5216-443c-9896-0c56631a6e6e HTTP/1.1" status: 204  len: 168 time: 0.6738944
Feb 17 01:27:12.840083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36846) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:12.959455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:13.033004 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Deleting port 403f053d-83a6-4dea-b7f5-570a386e1343 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:13.033391 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:13.100186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] DHCP port deletion for 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 request from dv-cinder-759962-4-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:27:13.105791 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Deleting port 403f053d-83a6-4dea-b7f5-570a386e1343 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:13.106215 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:13.257541 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] For port 403f053d-83a6-4dea-b7f5-570a386e1343, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=403f053d-83a6-4dea-b7f5-570a386e1343,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:13.258609 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:13.327789 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] For port 403f053d-83a6-4dea-b7f5-570a386e1343, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=403f053d-83a6-4dea-b7f5-570a386e1343,segment=NetworkSegment(40d121cf-96b1-4bb4-82cf-ae79fc8d86c9),segment_id=40d121cf-96b1-4bb4-82cf-ae79fc8d86c9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:13.328183 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:13.396873 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Calling delete_port for 403f053d-83a6-4dea-b7f5-570a386e1343 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:13.461710 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Calling delete_port for 403f053d-83a6-4dea-b7f5-570a386e1343 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:13.474179 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:13.490134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e2157bf-b515-401e-88dc-b745fbcf5d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:13.540528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:27:13.540858 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:27:13.832635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=403f053d-83a6-4dea-b7f5-570a386e1343,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:13.844870 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:13.877070 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] No DVR routers for this DVR port 403f053d-83a6-4dea-b7f5-570a386e1343 on host dv-cinder-759962-4-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:27:13.976826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.002324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.042197 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Deleting port 403f053d-83a6-4dea-b7f5-570a386e1343 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:14.042725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.115454 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-3d65b878-e38d-45f1-8bae-3b4490f74a87 None None] The port '403f053d-83a6-4dea-b7f5-570a386e1343' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:27:14.123531 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf8eec630>,) {'filters': {'network_id': ['2de463d4-5d2e-49b1-b224-2c9fd96e9c13']}} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:14.137756 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8eec630>, '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:14.138615 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf8eec630>, '40d121cf-96b1-4bb4-82cf-ae79fc8d86c9') {} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:14.144766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 403f053d-83a6-4dea-b7f5-570a386e1343 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:27:14.152396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848727980'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.167437 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.169502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:27:14.185641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 403f053d-83a6-4dea-b7f5-570a386e1343 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:27:14.186045 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 403f053d-83a6-4dea-b7f5-570a386e1343 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:27:14.186529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca8e15d7-9925-4dc8-ab67-f323e8375a68 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:27:14.222745 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: ca8e15d7-9925-4dc8-ab67-f323e8375a68 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:27:14.223147 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device ca8e15d7-9925-4dc8-ab67-f323e8375a68 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:27:14.223598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:27:14.259881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:27:14.260675 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device d4d0ffbf-d4d2-44f6-ae44-c080dcc020a3 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:27:14.361708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:27:14.371146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849429140'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.551195 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Network 2de463d4-5d2e-49b1-b224-2c9fd96e9c13 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:27:14.574356 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:27:14.649592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.653980 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:14.657806 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:14.684408 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2de463d4-5d2e-49b1-b224-2c9fd96e9c13,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:14.687088 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:14.697585 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] 10.222.0.30 "DELETE /v2.0/networks/2de463d4-5d2e-49b1-b224-2c9fd96e9c13 HTTP/1.1" status: 204  len: 168 time: 1.8559949
Feb 17 01:27:14.700706 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36850) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:15.275940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:15.650797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Deleting port 8a713f24-ec73-466f-84ad-39be34191773 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:15.651148 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:15.840290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] For port 8a713f24-ec73-466f-84ad-39be34191773, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=8a713f24-ec73-466f-84ad-39be34191773,segment=NetworkSegment(e75fe028-59e6-43f5-ba92-ea2752697905),segment_id=e75fe028-59e6-43f5-ba92-ea2752697905)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:15.840702 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:15.977747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Calling delete_port for 8a713f24-ec73-466f-84ad-39be34191773 owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:16.150760 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:16.166467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ba13062e-3668-400d-985e-da296c15f263 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:16.268065 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a713f24-ec73-466f-84ad-39be34191773,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:16.272723 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:16.574496 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:17.331662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Router 5e5dec88-3166-4c37-93f8-8dcfff249869 has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:27:17.524525 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:27:17.533856 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-d2ef653c-7ba7-4dea-b9d3-303fb68422c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/5e5dec88-3166-4c37-93f8-8dcfff249869/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8320651
Feb 17 01:27:17.534030 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] Sync routers for ids ['5e5dec88-3166-4c37-93f8-8dcfff249869'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:27:17.536722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36856) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:17.544275 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] Routers {'5e5dec88-3166-4c37-93f8-8dcfff249869'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:27:17.544952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa66cd30>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:27:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5e5dec88-3166-4c37-93f8-8dcfff249869'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:17.730841 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:17.908729 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] Set router 5e5dec88-3166-4c37-93f8-8dcfff249869 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:27:17.929244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:17.935150 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Deleting port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:17.935533 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.122937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] For port 9dfc2dfa-2042-4bd0-970c-6282402ca0b3, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=9dfc2dfa-2042-4bd0-970c-6282402ca0b3,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:18.123350 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.217834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa66cd30>, [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:27:16Z', 'revision_number': 5, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:18.222087 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] Checking router: 5e5dec88-3166-4c37-93f8-8dcfff249869 for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:27:18.231643 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] Routers {'5e5dec88-3166-4c37-93f8-8dcfff249869'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:27:18.232343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa66cd30>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:27:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['5e5dec88-3166-4c37-93f8-8dcfff249869'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:18.263725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Calling delete_port for 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:18.402433 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.427811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] Set router 5e5dec88-3166-4c37-93f8-8dcfff249869 gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:27:18.596038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.735324 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.737092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa66cd30>, [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:27:16Z', 'revision_number': 5, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:18.737665 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.741569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479db4a-3659-4a3b-afae-b26431d2a109 None None] The sync data for ids ['5e5dec88-3166-4c37-93f8-8dcfff249869'] in dv-cinder-759962-4-iscsi is: [{'id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'name': 'tempest-TestVolumeBootPattern-1122173300-router', 'tenant_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:18:38Z', 'updated_at': '2021-02-17T01:27:16Z', 'revision_number': 5, 'project_id': '1aeb8441393747d6bcebfb1da2e9cf97', 'gw_port': {'id': '9dfc2dfa-2042-4bd0-970c-6282402ca0b3', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dec88-3166-4c37-93f8-8dcfff249869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:18:39Z', 'updated_at': '2021-02-17T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:27:18.760091 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.760937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5dec88-3166-4c37-93f8-8dcfff249869 {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:27:18.776996 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.778273 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-c352ee6c-c5b6-49d0-b602-93fdc87adbb1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5e5dec88-3166-4c37-93f8-8dcfff249869 HTTP/1.1" status: 204  len: 168 time: 1.2405260
Feb 17 01:27:18.781019 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36860) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:18.849021 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Deleting subnet 05077a6e-d8b3-4055-b1c8-69b51540760a {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:27:18.852464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.910013 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047820'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:18.995213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:19.263451 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5343379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413634'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:19.279689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:19.609134 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05077a6e-d8b3-4055-b1c8-69b51540760a,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:19.620774 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:19.653392 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:19.658896 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d83374-3054-42da-8a29-f939c7ee39ee None None] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:27:19.659508 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/05077a6e-d8b3-4055-b1c8-69b51540760a HTTP/1.1" status: 204  len: 168 time: 0.8775034
Feb 17 01:27:19.662157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36864) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:19.779766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:19.854214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Deleting port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:19.854595 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:19.923588 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] DHCP port deletion for aeb9ce84-02fa-4113-b398-0293fe1eb0b1 request from dv-cinder-759962-4-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:27:19.928379 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Deleting port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:19.928802 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:20.081492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] For port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,segment=NetworkSegment(e75fe028-59e6-43f5-ba92-ea2752697905),segment_id=e75fe028-59e6-43f5-ba92-ea2752697905)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:20.082094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:20.146532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8a713f24-ec73-466f-84ad-39be34191773 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:27:20.191402 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 8a713f24-ec73-466f-84ad-39be34191773 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:27:20.191757 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 8a713f24-ec73-466f-84ad-39be34191773 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:27:20.192244 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 5d5ad18c-6014-4b9a-8086-9ae0234fe46e no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:27:20.218827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] For port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,segment=NetworkSegment(e75fe028-59e6-43f5-ba92-ea2752697905),segment_id=e75fe028-59e6-43f5-ba92-ea2752697905)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:27:20.219283 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:20.220832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Calling delete_port for 5d5ad18c-6014-4b9a-8086-9ae0234fe46e owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:20.305211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:20.321453 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-8e3b010c-de14-427d-a35a-10e9f20f698b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:20.371827 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Calling delete_port for 5d5ad18c-6014-4b9a-8086-9ae0234fe46e owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:27:20.422952 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5ad18c-6014-4b9a-8086-9ae0234fe46e,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:20.434818 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:20.442181 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No active binding found for port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e {{(pid=83995) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 17 01:27:20.442656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 5d5ad18c-6014-4b9a-8086-9ae0234fe46e not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:27:20.443146 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:27:20.468267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] No DVR routers for this DVR port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e on host dv-cinder-759962-4-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:27:20.485135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:27:20.485542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 9dfc2dfa-2042-4bd0-970c-6282402ca0b3 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:27:20.505267 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:27:20.505719 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:27:20.594673 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:20.713172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf9036c18>,) {'filters': {'network_id': ['aeb9ce84-02fa-4113-b398-0293fe1eb0b1']}} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:20.725625 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9036c18>, 'e75fe028-59e6-43f5-ba92-ea2752697905') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:20.725967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9036c18>, 'e75fe028-59e6-43f5-ba92-ea2752697905') {} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:27:20.737809 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848727980'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:20.752409 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:20.754365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:27:20.936340 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:27:20.945807 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849429140'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.007281 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Deleting port 5d5ad18c-6014-4b9a-8086-9ae0234fe46e {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:27:21.007639 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.083332 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-5656fd87-3b0d-480d-bc5e-6671db140231 None None] The port '5d5ad18c-6014-4b9a-8086-9ae0234fe46e' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:27:21.127400 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Network aeb9ce84-02fa-4113-b398-0293fe1eb0b1 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:27:21.151019 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:27:21.229883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.233336 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-39b7a1c1-774e-4338-9489-ef556293e144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:21.249728 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.259099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb9ce84-02fa-4113-b398-0293fe1eb0b1,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:21.262635 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:21.268230 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-49ba15fe-c7c7-4127-8920-0fbdbc793ee4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aeb9ce84-02fa-4113-b398-0293fe1eb0b1 HTTP/1.1" status: 204  len: 168 time: 1.6012077
Feb 17 01:27:21.383618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36870) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:21.435094 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-b2f6a6d6-b232-44eb-9367-fbb6961da3ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0eabf95addb344e486905f7f5d1767b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501516
Feb 17 01:27:21.437641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36874) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:21.501991 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2b2c76a9-d2e0-44f3-8828-a639b1891c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.528832 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2b2c76a9-d2e0-44f3-8828-a639b1891c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.574107 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2b2c76a9-d2e0-44f3-8828-a639b1891c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.579151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-883ed72f-0424-4dbd-8c78-60d0b3f2dc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:21.593007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c76a9-d2e0-44f3-8828-a639b1891c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d51955-082d-4fa9-811d-a0a1e522dbef,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:21.597228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-2b2c76a9-d2e0-44f3-8828-a639b1891c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:21.600555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-2b2c76a9-d2e0-44f3-8828-a639b1891c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:21.602846 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-2b2c76a9-d2e0-44f3-8828-a639b1891c7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16d51955-082d-4fa9-811d-a0a1e522dbef HTTP/1.1" status: 204  len: 168 time: 0.1642196
Feb 17 01:27:21.951860 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36884) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:22.004740 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-83ffce33-a08f-4708-854e-4e30c27f27a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1aeb8441393747d6bcebfb1da2e9cf97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515134
Feb 17 01:27:22.007312 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36888) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:27:22.068424 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a860471c-1246-47ce-8165-916eb9e3e1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:22.100467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a860471c-1246-47ce-8165-916eb9e3e1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:22.145732 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a860471c-1246-47ce-8165-916eb9e3e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:22.151307 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-449922d7-eeec-4ced-98e2-c37c9d44381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:27:22.164862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860471c-1246-47ce-8165-916eb9e3e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3b3526-38e7-4d02-b1de-1a763b2ed3d1,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:27:22.167714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a860471c-1246-47ce-8165-916eb9e3e1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:27:22.168890 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-a860471c-1246-47ce-8165-916eb9e3e1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:22.170112 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a860471c-1246-47ce-8165-916eb9e3e1bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e3b3526-38e7-4d02-b1de-1a763b2ed3d1 HTTP/1.1" status: 204  len: 168 time: 0.1617689
Feb 17 01:27:34.350804 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:27:37.233828 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c7b4525d-827e-41a0-8dd8-f7878f19d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:40.081784 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3043-413f-409a-b966-a0371a9ee0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:40.869695 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:41.238976 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:41.529039 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:43.987296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:07.235725 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-697b45b4-6e1a-48a4-a653-279b10f15476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:07.301327 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-1a13be83-8078-4a7b-a732-89c7d290b41c tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/floatingips/10fdc615-453c-4ac2-9116-6cafb51e71c4 HTTP/1.1" status: 200  len: 998 time: 0.1131525
Feb 17 01:28:07.463641 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909980c-b829-42f0-8ea7-249884d43e9a req-14b43a1c-559b-4af9-b7ff-932d9db8e402 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:07.464287 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c909980c-b829-42f0-8ea7-249884d43e9a req-14b43a1c-559b-4af9-b7ff-932d9db8e402 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Synchronizing usage tracker for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:28:07.480018 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-c909980c-b829-42f0-8ea7-249884d43e9a req-14b43a1c-559b-4af9-b7ff-932d9db8e402 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Unset dirty status for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:28:07.481238 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-14b43a1c-559b-4af9-b7ff-932d9db8e402 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/networks/e67df4ea-6b89-4c95-9054-c96d2824dc45 HTTP/1.1" status: 200  len: 784 time: 0.1739559
Feb 17 01:28:07.592001 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-6ddd0558-82fd-4ed4-9335-1a6c77878e0d tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.174 HTTP/1.1" status: 200  len: 1001 time: 0.1041939
Feb 17 01:28:07.670909 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909980c-b829-42f0-8ea7-249884d43e9a req-d4021de2-fdc0-427d-a200-b726a98e1dd9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:07.672417 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-d4021de2-fdc0-427d-a200-b726a98e1dd9 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports/fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 942 time: 0.0745311
Feb 17 01:28:07.862451 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-348744cf-b0a1-49af-9932-9715b0c81481 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.1.174 HTTP/1.1" status: 200  len: 1001 time: 0.1060140
Feb 17 01:28:08.084851 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Deleting port 8647070c-8ab0-4c51-a810-e06fbab7bb4b {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:08.085241 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:08.266790 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:08.267330 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:08.403834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Calling delete_port for 8647070c-8ab0-4c51-a810-e06fbab7bb4b owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:08.790467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:08.806750 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-e0142761-1b86-4700-885d-4d011e149209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:08.898687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event deleted for resources: {'Port': ['ID=8647070c-8ab0-4c51-a810-e06fbab7bb4b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:08.921226 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.921656 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.922079 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.922544 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.922956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.923367 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.923799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.924208 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.924611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.925017 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.925423 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.925846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.926289 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.926689 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.927092 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.927490 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.927914 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.928319 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.928716 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.929642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.929642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.929876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.930266 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.930666 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:08.936776 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:09.049196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:09.049503 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.db.l3_db [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Floating IP 10fdc615-453c-4ac2-9116-6cafb51e71c4 disassociated (deleted). External IP: 172.27.1.174, port: fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f.
Feb 17 01:28:09.427492 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Router 989db0ef-59c1-4112-8537-f36d71b1665f has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:28:09.614338 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:28:09.623967 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] Sync routers for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:28:09.635186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:09.636640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa5c1f98>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:27:40Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:09.639881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:09.701931 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-b982de98-5064-4047-b556-bb431dee6fec tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "DELETE /v2.0/floatingips/10fdc615-453c-4ac2-9116-6cafb51e71c4 HTTP/1.1" status: 204  len: 173 time: 1.8333001
Feb 17 01:28:09.702509 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:28:09.835925 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:09.918032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909980c-b829-42f0-8ea7-249884d43e9a req-f0a69b9f-4c71-47c6-b71a-ce79aeb24a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:09.919688 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-f0a69b9f-4c71-47c6-b71a-ce79aeb24a2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1162 time: 0.2041130
Feb 17 01:28:10.003518 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'status': 'completed', 'code': 200}
Feb 17 01:28:10.073101 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909980c-b829-42f0-8ea7-249884d43e9a req-800f8a02-ae43-46bc-9a28-14cb6789f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:10.074763 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-800f8a02-ae43-46bc-9a28-14cb6789f747 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.1479547
Feb 17 01:28:10.082196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-bc435f35-00cd-4995-8109-cdf4036604f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:10.084031 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-e03dac62-01d7-44ca-9778-1ecaadad7629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:10.084281 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-bc435f35-00cd-4995-8109-cdf4036604f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d98d41daefb04475a195dc4f12ca5fde&device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 1162 time: 0.0848181
Feb 17 01:28:10.159380 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-04c92fa8-b960-476b-97bd-5e89f21df646 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 217 time: 0.0735633
Feb 17 01:28:10.191196 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa5c1f98>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:25Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:10.195382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] Checking router: 989db0ef-59c1-4112-8537-f36d71b1665f for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:28:10.204955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:10.205735 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafa5c1f98>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:10.232875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-6802b2c2-fd21-4a4e-a41a-a23694592166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:10.234495 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-6802b2c2-fd21-4a4e-a41a-a23694592166 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 200  len: 902 time: 0.1436002
Feb 17 01:28:10.243546 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909980c-b829-42f0-8ea7-249884d43e9a req-7652f166-034e-4b1a-a0cd-479c56ddf275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:10.245883 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-7652f166-034e-4b1a-a0cd-479c56ddf275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0783987
Feb 17 01:28:10.324652 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-35f0ab2e-0f79-4a81-8f73-bf82442fc211 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 200  len: 217 time: 0.0834451
Feb 17 01:28:10.342877 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909980c-b829-42f0-8ea7-249884d43e9a req-ae26c41b-f26b-406d-9095-e6891043f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:10.344647 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-ae26c41b-f26b-406d-9095-e6891043f3ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0916839
Feb 17 01:28:10.399006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-cae3a308-17d5-4066-b950-077cad1bfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:10.400688 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-cae3a308-17d5-4066-b950-077cad1bfff3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 200  len: 847 time: 0.0702481
Feb 17 01:28:10.406186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:10.489322 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-c5bcc91e-a3e7-43bc-8e04-c72ca5cbc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:10.491080 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-c5bcc91e-a3e7-43bc-8e04-c72ca5cbc12b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25dfae02-740a-4a4b-9b58-b1e674762988&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838776
Feb 17 01:28:10.494617 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-de84fadc-e993-4b01-931b-919d72dcdae7 service neutron] 10.222.0.30 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430244
Feb 17 01:28:10.645627 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-bee6ef48-d198-49a1-8d92-754a125ddc4b service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473055
Feb 17 01:28:10.647127 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-c909980c-b829-42f0-8ea7-249884d43e9a req-6bd77209-89e9-4bf2-894e-2b281316cad5 service neutron] 10.222.0.30 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454940
Feb 17 01:28:10.797613 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-7ac4742d-a68b-44ae-a467-06dd8fa10e0f req-119f93c0-8815-4aa8-8338-841457d76b83 service neutron] 10.222.0.70 "GET /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458840
Feb 17 01:28:10.872605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:10.917640 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafa5c1f98>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:25Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:10.921899 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a53af-8043-454e-84bd-9fa8eb6b60fa None None] The sync data for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi is: [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:23:13Z', 'revision_number': 4, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi', '_interfaces': [{'id': '093c51eb-b2aa-4093-8854-a26ffa5e5397', 'name': '', 'network_id': '25dfae02-740a-4a4b-9b58-b1e674762988', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'mac_address': 'fa:16:3e:1e:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:11Z', 'updated_at': '2021-02-17T01:23:25Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'subnets': [{'id': 'dd0723d6-7d83-4279-b689-e1b0a1f0a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:28:11.070817 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a046e-3717-493f-a724-6e335c2786be req-eb8183fe-f17f-42be-92a3-f11e511caa71 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:11.071577 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-3a6a046e-3717-493f-a724-6e335c2786be req-eb8183fe-f17f-42be-92a3-f11e511caa71 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Synchronizing usage tracker for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:28:11.086225 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.quota.resource [req-3a6a046e-3717-493f-a724-6e335c2786be req-eb8183fe-f17f-42be-92a3-f11e511caa71 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Unset dirty status for tenant:d98d41daefb04475a195dc4f12ca5fde on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:28:11.087478 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3a6a046e-3717-493f-a724-6e335c2786be req-eb8183fe-f17f-42be-92a3-f11e511caa71 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.1026616
Feb 17 01:28:11.136820 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-3a6a046e-3717-493f-a724-6e335c2786be req-1d9ff42d-6f72-4f91-abdf-b2d7ab290af1 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428424
Feb 17 01:28:11.241712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:11.338874 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa601f-e12f-4d28-a700-1b978e0287f9 None None] New status for floating IP 10fdc615-453c-4ac2-9116-6cafb51e71c4: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:28:11.350165 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:28:11.531290 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:12.340708 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbdd9f-c42f-4c03-819c-536b399ff83e req-22108ed1-88f5-439d-8492-011294a0a251 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:12.342296 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9fbdd9f-c42f-4c03-819c-536b399ff83e req-22108ed1-88f5-439d-8492-011294a0a251 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0884848
Feb 17 01:28:12.390275 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-a9fbdd9f-c42f-4c03-819c-536b399ff83e req-bd4e58bc-5a22-4835-8878-09663144304b tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups?id=70085014-ad5c-400d-9463-b294637e4033&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415804
Feb 17 01:28:12.510516 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-d24caf69-308b-44ce-a7bf-d55b36fceeac tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:12.512926 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-d24caf69-308b-44ce-a7bf-d55b36fceeac tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.70 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 945 time: 0.0892091
Feb 17 01:28:12.588892 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Deleting port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:12.589460 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:12.852483 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] For port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:12.852885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:12.984098 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Calling delete_port for fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:13.376356 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:13.391261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-debeb729-a90e-4bc9-a39b-f2df3511dbdc tempest-TestMinimumBasicScenario-443257729 tempest-TestMinimumBasicScenario-443257729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:13.486252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event deleted for resources: {'Port': ['ID=fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:13.510642 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.511310 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.511740 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.512194 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.512598 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.512997 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.513396 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.513800 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.514186 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.514586 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.514973 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.515367 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.515824 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.516218 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.516608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.516995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.517382 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.517770 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.518158 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.518542 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.518930 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.519316 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.519720 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.520121 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-4-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:13.525246 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:13.555826 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-cec2a320-16e6-4e25-a06b-fa62866a3a53 req-9cdcb25d-4bc7-4331-bb93-1d2e61753c6f tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421064b-b1ac-4add-bfac-7f2efc8dddaf HTTP/1.1" status: 200  len: 210 time: 0.0493691
Feb 17 01:28:13.620772 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] No DVR routers for this DVR port fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f on host hv-cinder-75996 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:28:13.623579 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3746'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:13.626395 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-deleted', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:28:13.642299 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-6a3e2372-f061-4ba4-b4d1-3024a294011c req-a8671af4-9df1-47a4-98f3-9e3c78bb2a64 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.70 "DELETE /v2.0/ports/fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f HTTP/1.1" status: 204  len: 173 time: 1.1234317
Feb 17 01:28:13.746917 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:13.802860 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421064b-b1ac-4add-bfac-7f2efc8dddaf', 'name': 'network-vif-deleted', 'tag': 'fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f', 'status': 'completed', 'code': 200}
Feb 17 01:28:13.966200 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] No Port match for: fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:28:13.966605 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Device fe2b6f7a-bd7e-4f28-9a80-204f6c873d7f not bound to the agent host hv-cinder-75996 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:28:14.003377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:14.719472 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b2d42548-bc11-46b6-9169-6b3851da6e2d req-b052e783-4641-479b-9eea-aefebf52dc1f tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "GET /v2.0/security-groups/70085014-ad5c-400d-9463-b294637e4033 HTTP/1.1" status: 200  len: 2993 time: 0.0497160
Feb 17 01:28:14.792328 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b2d42548-bc11-46b6-9169-6b3851da6e2d req-065de64d-4bf6-4cd0-b4b4-5d8243b79ed6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:14.822786 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b2d42548-bc11-46b6-9169-6b3851da6e2d req-065de64d-4bf6-4cd0-b4b4-5d8243b79ed6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:14.870797 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b2d42548-bc11-46b6-9169-6b3851da6e2d req-065de64d-4bf6-4cd0-b4b4-5d8243b79ed6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:14.876591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-6825c5c9-9d91-495a-a1b5-4c494b2fea54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:14.891755 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065de64d-4bf6-4cd0-b4b4-5d8243b79ed6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70085014-ad5c-400d-9463-b294637e4033,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:14.894535 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-065de64d-4bf6-4cd0-b4b4-5d8243b79ed6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:14.901261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [req-b2d42548-bc11-46b6-9169-6b3851da6e2d req-065de64d-4bf6-4cd0-b4b4-5d8243b79ed6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:14.902474 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [req-b2d42548-bc11-46b6-9169-6b3851da6e2d req-065de64d-4bf6-4cd0-b4b4-5d8243b79ed6 tempest-TestShelveInstance-992157457 tempest-TestShelveInstance-992157457-project] 10.222.0.30 "DELETE /v2.0/security-groups/70085014-ad5c-400d-9463-b294637e4033 HTTP/1.1" status: 204  len: 173 time: 0.1767220
Feb 17 01:28:14.953736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36928) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:15.724944 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:16.098881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Deleting port 093c51eb-b2aa-4093-8854-a26ffa5e5397 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:16.099270 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:16.282823 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] For port 093c51eb-b2aa-4093-8854-a26ffa5e5397, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=093c51eb-b2aa-4093-8854-a26ffa5e5397,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:16.283217 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:16.420169 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Calling delete_port for 093c51eb-b2aa-4093-8854-a26ffa5e5397 owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:16.591517 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:16.604493 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-81719ebb-7b00-473a-9bed-2686ab0f1a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:16.701645 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Pushing event deleted for resources: {'Port': ['ID=093c51eb-b2aa-4093-8854-a26ffa5e5397,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:16.704257 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:17.017775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:17.764649 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Router 989db0ef-59c1-4112-8537-f36d71b1665f has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:28:17.958511 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:28:17.967343 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] Sync routers for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:28:17.972269 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-019a0d0e-a6c8-4516-a7c4-5bacf2faf84f admin admin] 10.222.0.30 "PUT /v2.0/routers/989db0ef-59c1-4112-8537-f36d71b1665f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0173333
Feb 17 01:28:17.974951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36934) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:17.977471 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:17.978145 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b887b8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:18.172387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:18.172880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:18.365276 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:18.370676 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Deleting port 4eac8016-92c5-4dd3-971a-5ae7219302e8 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:18.371046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:18.478933 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b887b8>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:28:16Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:18.483557 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] Checking router: 989db0ef-59c1-4112-8537-f36d71b1665f for host: dv-cinder-759962-4-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:28:18.492398 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] Routers {'989db0ef-59c1-4112-8537-f36d71b1665f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:18.493064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b887b8>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['989db0ef-59c1-4112-8537-f36d71b1665f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:18.555441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] For port 4eac8016-92c5-4dd3-971a-5ae7219302e8, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=4eac8016-92c5-4dd3-971a-5ae7219302e8,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:18.555880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:18.684160 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] Set router 989db0ef-59c1-4112-8537-f36d71b1665f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:18.689604 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Calling delete_port for 4eac8016-92c5-4dd3-971a-5ae7219302e8 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:18.830044 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:18.988736 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbaf9b887b8>, [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:28:16Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:18.992881 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0c01e-bd97-4784-b763-2c771adc78cd None None] The sync data for ids ['989db0ef-59c1-4112-8537-f36d71b1665f'] in dv-cinder-759962-4-iscsi is: [{'id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'name': 'tempest-TestShelveInstance-836676052-router', 'tenant_id': 'd98d41daefb04475a195dc4f12ca5fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:06Z', 'updated_at': '2021-02-17T01:28:16Z', 'revision_number': 5, 'project_id': 'd98d41daefb04475a195dc4f12ca5fde', 'gw_port': {'id': '4eac8016-92c5-4dd3-971a-5ae7219302e8', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989db0ef-59c1-4112-8537-f36d71b1665f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:07Z', 'updated_at': '2021-02-17T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:28:19.017826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.163551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.166012 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.185724 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.186294 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989db0ef-59c1-4112-8537-f36d71b1665f {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:28:19.198528 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.200317 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-50d7d0ad-d5ba-4396-8a9a-759ef5031ace admin admin] 10.222.0.30 "DELETE /v2.0/routers/989db0ef-59c1-4112-8537-f36d71b1665f HTTP/1.1" status: 204  len: 168 time: 1.2243111
Feb 17 01:28:19.203000 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36938) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:19.270529 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Deleting subnet dd0723d6-7d83-4279-b689-e1b0a1f0a915 {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:28:19.274094 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.331374 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047820'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.416006 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.685219 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5343379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413634'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.701127 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4a4cf54a-8b5a-46c0-8885-f45a942f1c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:19.792647 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0723d6-7d83-4279-b689-e1b0a1f0a915,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:19.804620 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:19.837592 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:19.843714 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2a7f5-feb1-45cf-a16c-1b9ef51b987e None None] Network 25dfae02-740a-4a4b-9b58-b1e674762988 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:28:19.845296 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-f17405a1-e052-4d3f-9e71-aadfc73e2229 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dd0723d6-7d83-4279-b689-e1b0a1f0a915 HTTP/1.1" status: 204  len: 168 time: 0.6412365
Feb 17 01:28:19.848042 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36942) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:19.967064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:20.036560 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Deleting port a0617e02-6c40-4fe7-8140-c2723ad365a6 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:20.036940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:20.106834 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] DHCP port deletion for 25dfae02-740a-4a4b-9b58-b1e674762988 request from dv-cinder-759962-4-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:28:20.111420 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Deleting port a0617e02-6c40-4fe7-8140-c2723ad365a6 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:20.111918 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:20.173893 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 4eac8016-92c5-4dd3-971a-5ae7219302e8 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:20.214064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 4eac8016-92c5-4dd3-971a-5ae7219302e8 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:28:20.214662 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 4eac8016-92c5-4dd3-971a-5ae7219302e8 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:28:20.215440 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device a0617e02-6c40-4fe7-8140-c2723ad365a6 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:20.269880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] For port a0617e02-6c40-4fe7-8140-c2723ad365a6, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a0617e02-6c40-4fe7-8140-c2723ad365a6,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:20.270288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:20.407814 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Calling delete_port for a0617e02-6c40-4fe7-8140-c2723ad365a6 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:20.476995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] For port a0617e02-6c40-4fe7-8140-c2723ad365a6, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a0617e02-6c40-4fe7-8140-c2723ad365a6,segment=NetworkSegment(750ef591-5c26-48b7-8c7b-9470a6065926),segment_id=750ef591-5c26-48b7-8c7b-9470a6065926)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:20.477443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:20.489083 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:20.504611 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b835f256-1b0c-41db-8e85-6f663242fe30 tempest-TestVolumeBootPattern-2081929059 tempest-TestVolumeBootPattern-2081929059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:20.554852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762114'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:20.638810 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Calling delete_port for a0617e02-6c40-4fe7-8140-c2723ad365a6 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:20.744346 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 093c51eb-b2aa-4093-8854-a26ffa5e5397 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:20.798296 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 093c51eb-b2aa-4093-8854-a26ffa5e5397 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:28:20.798726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 093c51eb-b2aa-4093-8854-a26ffa5e5397 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:28:20.806302 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:28:20.806727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:28:20.857293 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0617e02-6c40-4fe7-8140-c2723ad365a6,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:20.861905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:20.905234 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] No DVR routers for this DVR port a0617e02-6c40-4fe7-8140-c2723ad365a6 on host dv-cinder-759962-4-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:28:21.025905 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:21.141327 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbaf9e976a0>,) {'filters': {'network_id': ['25dfae02-740a-4a4b-9b58-b1e674762988']}} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:21.154258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9e976a0>, '750ef591-5c26-48b7-8c7b-9470a6065926') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:21.154603 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbaf9e976a0>, '750ef591-5c26-48b7-8c7b-9470a6065926') {} {{(pid=83994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:21.166606 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848727980'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:21.181375 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:21.183390 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:28:21.308365 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Deleting port a0617e02-6c40-4fe7-8140-c2723ad365a6 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:21.309578 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:21.367895 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Network 25dfae02-740a-4a4b-9b58-b1e674762988 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:28:21.377657 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849429140'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:21.381820 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f9084694-353b-4783-9f0a-71500f4585a9 None None] The port 'a0617e02-6c40-4fe7-8140-c2723ad365a6' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:28:21.560163 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Network 25dfae02-740a-4a4b-9b58-b1e674762988 has no segments {{(pid=83994) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:28:21.582626 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:28:21.662069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:21.665618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-27ab5637-32bf-42ad-954d-3d866446140d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:21.679931 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:21.690906 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Pushing event deleted for resources: {'Network': ['ID=25dfae02-740a-4a4b-9b58-b1e674762988,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:21.694309 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:21.704478 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-02dfe39a-c6be-40f7-bcb5-0d083213a240 admin admin] 10.222.0.30 "DELETE /v2.0/networks/25dfae02-740a-4a4b-9b58-b1e674762988 HTTP/1.1" status: 204  len: 168 time: 1.8554053
Feb 17 01:28:21.707562 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36946) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:22.283149 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846856055'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:22.654153 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Deleting port f492aa7a-119a-4bf4-9ed3-a736812b73f1 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:22.654749 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:22.835961 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] For port f492aa7a-119a-4bf4-9ed3-a736812b73f1, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=f492aa7a-119a-4bf4-9ed3-a736812b73f1,segment=NetworkSegment(950f1f63-5d73-4c96-8729-9a437efce608),segment_id=950f1f63-5d73-4c96-8729-9a437efce608)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:22.836370 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:22.969329 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Calling delete_port for f492aa7a-119a-4bf4-9ed3-a736812b73f1 owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:23.144572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:23.160248 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-37c737fd-df6e-4f2b-8f87-40a288ff9d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:23.263113 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f492aa7a-119a-4bf4-9ed3-a736812b73f1,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:23.267927 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83994) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:23.577002 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846855961'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:24.334151 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Router 13163dd4-d563-4af9-a7b7-113a5360613f has already been hosted by L3 agent 6dd8e791-8956-482c-a717-4ec978e0d48e {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:28:24.524069 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] Notify agent at l3_agent.dv-cinder-759962-4-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:28:24.533068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] Sync routers for ids ['13163dd4-d563-4af9-a7b7-113a5360613f'] in dv-cinder-759962-4-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:28:24.533208 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-67bf6188-ca72-49e5-a00a-16914d34c8b0 admin admin] 10.222.0.30 "PUT /v2.0/routers/13163dd4-d563-4af9-a7b7-113a5360613f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8245828
Feb 17 01:28:24.536038 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.30', 36950) {{(pid=83994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:24.542722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] Routers {'13163dd4-d563-4af9-a7b7-113a5360613f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:24.543940 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab71a20>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['13163dd4-d563-4af9-a7b7-113a5360613f'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:24.726113 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:24.735458 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] Set router 13163dd4-d563-4af9-a7b7-113a5360613f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:24.920314 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:24.926086 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Deleting port 1a5bcca0-0c8a-47cb-a567-ca082522cf87 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:24.926462 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.039764 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab71a20>, [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:28:23Z', 'revision_number': 5, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:25.043876 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] Checking router: 13163dd4-d563-4af9-a7b7-113a5360613f for host: dv-cinder-759962-4-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:28:25.052777 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] Routers {'13163dd4-d563-4af9-a7b7-113a5360613f'} bound to L3 agent in host dv-cinder-759962-4-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:25.053443 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbafab71a20>, 'dv-cinder-759962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:07:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:10Z,host='dv-cinder-759962-4-iscsi',id=6dd8e791-8956-482c-a717-4ec978e0d48e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T01:07:40Z,topic='l3_agent')) {'router_ids': ['13163dd4-d563-4af9-a7b7-113a5360613f'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:25.112558 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] For port 1a5bcca0-0c8a-47cb-a567-ca082522cf87, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=1a5bcca0-0c8a-47cb-a567-ca082522cf87,segment=NetworkSegment(534c9136-f99b-40e6-8d8b-4bf4e37b8a1f),segment_id=534c9136-f99b-40e6-8d8b-4bf4e37b8a1f)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:25.112969 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.242591 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvr_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] Set router 13163dd4-d563-4af9-a7b7-113a5360613f gateway port host: dv-cinder-759962-4-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:25.250272 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Calling delete_port for 1a5bcca0-0c8a-47cb-a567-ca082522cf87 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:25.394945 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5346631'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.548228 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_hamode_db [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbafab71a20>, [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:28:23Z', 'revision_number': 5, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}], 'dv-cinder-759962-4-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:25.552597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d8cf6-0300-4e53-99a3-ec44be650d04 None None] The sync data for ids ['13163dd4-d563-4af9-a7b7-113a5360613f'] in dv-cinder-759962-4-iscsi is: [{'id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'name': 'tempest-TestShelveInstance-1954259811-router', 'tenant_id': '41e9c0d43eb949bcaf3c52a424168523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'external_fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:18Z', 'updated_at': '2021-02-17T01:28:23Z', 'revision_number': 5, 'project_id': '41e9c0d43eb949bcaf3c52a424168523', 'gw_port': {'id': '1a5bcca0-0c8a-47cb-a567-ca082522cf87', 'name': '', 'network_id': 'e67df4ea-6b89-4c95-9054-c96d2824dc45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13163dd4-d563-4af9-a7b7-113a5360613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:20Z', 'updated_at': '2021-02-17T01:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a81dec6a-428d-420c-b003-f8b21128387f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-4-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:28:25.588480 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846703189'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.733438 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846902749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771533'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.735880 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.756464 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846896127'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.757043 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13163dd4-d563-4af9-a7b7-113a5360613f {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:28:25.770811 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.772100 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-21c58967-8e0f-4a1a-a901-8a7e23e7bdfc admin admin] 10.222.0.30 "DELETE /v2.0/routers/13163dd4-d563-4af9-a7b7-113a5360613f HTTP/1.1" status: 204  len: 168 time: 1.2350173
Feb 17 01:28:25.774926 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36954) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:25.845766 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Deleting subnet b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:28:25.849262 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:25.902415 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6281718'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:26.035441 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854087939'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:26.152897 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device f492aa7a-119a-4bf4-9ed3-a736812b73f1 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:26.198727 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: f492aa7a-119a-4bf4-9ed3-a736812b73f1 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:28:26.199135 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device f492aa7a-119a-4bf4-9ed3-a736812b73f1 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:28:26.313856 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8117189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848823382'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:26.329388 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-3b5769c9-0f17-4aff-8cd7-8559a9d6f368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:26.419005 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:26.422055 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:26.464084 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:26.470377 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f48133-eb08-4d22-9483-5dce2a001c31 None None] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 requested from dv-cinder-759962-4-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:28:26.471554 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-4c227504-e01c-4c18-be8c-982cb52709ff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b7a1e6fc-d36f-4d6a-96f1-802e60f9e76c HTTP/1.1" status: 204  len: 168 time: 0.6954455
Feb 17 01:28:26.474210 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36958) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:26.595077 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854209825'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:26.670683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Deleting port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:26.671099 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:26.944351 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0792292-db62-47be-858c-36e5f7017713 None None] DHCP port deletion for 959b4515-b42b-4a19-b963-1ea3cfee91d0 request from dv-cinder-759962-4-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:28:26.951597 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Deleting port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:26.952076 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.144862 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] For port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,segment=NetworkSegment(950f1f63-5d73-4c96-8729-9a437efce608),segment_id=950f1f63-5d73-4c96-8729-9a437efce608)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:27.145157 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.177467 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.db [None req-f0792292-db62-47be-858c-36e5f7017713 None None] For port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f, host dv-cinder-759962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-4-iscsi',level=0,port_id=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,segment=NetworkSegment(950f1f63-5d73-4c96-8729-9a437efce608),segment_id=950f1f63-5d73-4c96-8729-9a437efce608)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:27.177907 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8071527'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.277436 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Calling delete_port for a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:27.311452 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Calling delete_port for a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:27.357813 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-762297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854715155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363259287834313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777566403033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6114304'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.374185 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-0b045236-4841-4f9d-8265-cb3223952f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:27.388549 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.db.api [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:28:27.388937 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_db.api [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:28:27.469878 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:27.474411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:27.517552 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] No DVR routers for this DVR port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f on host dv-cinder-759962-4-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:28:27.642737 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095260', 'neutron.services.segments.db._delete_segments_for_network-8777566910442'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.758946 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbafa067a90>,) {'filters': {'network_id': ['959b4515-b42b-4a19-b963-1ea3cfee91d0']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:27.774261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa067a90>, '950f1f63-5d73-4c96-8729-9a437efce608') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:27.774607 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.services.segments.db [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbafa067a90>, '950f1f63-5d73-4c96-8729-9a437efce608') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:27.787389 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259287862780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848494098'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.807369 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694996'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.810936 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:28:27.890122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Deleting port a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:27.890555 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f0792292-db62-47be-858c-36e5f7017713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259287892084'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:27.964288 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-f0792292-db62-47be-858c-36e5f7017713 None None] The port 'a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:28:27.997995 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:28:28.007103 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854080788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848661461'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:28.167886 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1a5bcca0-0c8a-47cb-a567-ca082522cf87 no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:28.189503 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.managers [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Network 959b4515-b42b-4a19-b963-1ea3cfee91d0 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:28:28.204852 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: 1a5bcca0-0c8a-47cb-a567-ca082522cf87 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:28:28.205261 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device 1a5bcca0-0c8a-47cb-a567-ca082522cf87 not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:28:28.205738 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f no longer exists at agent ovs-agent-dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]: Traceback (most recent call last):
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     timer()
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     cb(*args, **kw)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     return func(*args, **kwargs)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     self._notify()
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     self.callback(batched_events)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     event.method(event)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     segment_id)['aggregates'][0]
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     return f(self, *a, **k)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self._get(url).json()
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     **kwargs)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     **endpoint_filter)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:28:28.212896 dv-cinder-759962-4-iscsi neutron-server[83882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:28:28.242007 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.plugin [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] No Port match for: a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:28:28.242410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.plugins.ml2.rpc [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Device a3c9f9c3-32c7-4035-aeb0-4a96b3d9351f not bound to the agent host dv-cinder-759962-4-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:28:28.296214 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846782306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8069523'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:28.299504 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-b7854575-d0b9-43d8-811b-1c480b823ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:28.315829 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987568'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:28.324955 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Pushing event deleted for resources: {'Network': ['ID=959b4515-b42b-4a19-b963-1ea3cfee91d0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:28.327954 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:28.329867 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-7cb88cc4-1007-4096-9570-513cc1e40739 admin admin] 10.222.0.30 "DELETE /v2.0/networks/959b4515-b42b-4a19-b963-1ea3cfee91d0 HTTP/1.1" status: 204  len: 168 time: 1.8546591
Feb 17 01:28:28.447025 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36964) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:28.499312 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-966be093-def9-47cd-806a-e242c76aa607 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d98d41daefb04475a195dc4f12ca5fde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509036
Feb 17 01:28:28.501875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36968) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:28.567412 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ed8770c4-5d71-4111-a4cd-3c7a8ac1b4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:28.594634 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ed8770c4-5d71-4111-a4cd-3c7a8ac1b4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:28.639455 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ed8770c4-5d71-4111-a4cd-3c7a8ac1b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:28.643413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-588013af-2922-415e-bca9-bd1e8adc920a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:28.657123 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8770c4-5d71-4111-a4cd-3c7a8ac1b4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7254e1a6-c922-4633-9a1c-0787f2dded19,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:28.661209 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-ed8770c4-5d71-4111-a4cd-3c7a8ac1b4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:28.666924 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-ed8770c4-5d71-4111-a4cd-3c7a8ac1b4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:28.668763 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-ed8770c4-5d71-4111-a4cd-3c7a8ac1b4ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7254e1a6-c922-4633-9a1c-0787f2dded19 HTTP/1.1" status: 204  len: 168 time: 0.1653852
Feb 17 01:28:29.017430 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36976) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:29.068865 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-a52a1de9-34d4-4b77-bc58-d241518a3811 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41e9c0d43eb949bcaf3c52a424168523&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501053
Feb 17 01:28:29.071386 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.30', 36980) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:29.133875 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-411db0d4-5936-44d1-8011-244a87dce1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:29.165090 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-411db0d4-5936-44d1-8011-244a87dce1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:29.212532 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-411db0d4-5936-44d1-8011-244a87dce1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8024601'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:29.217413 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-c683741d-424d-42a8-862d-eb29401efe92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:29.231071 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411db0d4-5936-44d1-8011-244a87dce1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396abc4a-c854-40b3-86c5-b590f808a105,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:29.233884 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG oslo_concurrency.lockutils [None req-411db0d4-5936-44d1-8011-244a87dce1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:29.235068 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-411db0d4-5936-44d1-8011-244a87dce1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:29.236319 dv-cinder-759962-4-iscsi neutron-server[83882]: INFO neutron.wsgi [None req-411db0d4-5936-44d1-8011-244a87dce1ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/396abc4a-c854-40b3-86c5-b590f808a105 HTTP/1.1" status: 204  len: 168 time: 0.1639013
Feb 17 01:28:37.237722 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-be4ef925-188b-4ed1-9b3f-bceb98d919c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:40.088507 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c17d62aa-994b-4a2e-99c9-5a3161992737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:40.875280 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:41.244258 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:41.535360 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:44.016411 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:48.350836 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:29:07.241213 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0bd1efd9-a669-4645-a59f-f79edec09e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:10.089846 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-f1ff43c7-5f63-493b-bd06-8788462ec59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:10.884572 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:11.245712 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:11.537773 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:14.016618 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.350759 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:29:37.244333 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-16243858-4935-47e6-93d3-ddda1e355311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:40.091953 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-af6c62c5-be9b-469f-a746-eb6a8c91f35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:40.891901 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:41.249344 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:41.540747 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:44.014632 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:02.350252 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:30:07.248855 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-837f87e6-e0d2-4a9c-806c-f4b834df0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:10.094129 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-570dfc67-e24f-4097-bf3b-045e74ff2355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:10.884378 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:11.252687 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:11.542982 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:14.013935 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:37.251046 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-868551b8-ec14-4df7-a263-75e88711d9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:39.349775 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:30:40.098292 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-127c2095-72da-4780-9dd6-7e331b983127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:40.886919 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:41.255301 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:41.546211 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:44.012371 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:07.253028 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-1ce75271-c80a-4f2b-b25b-8090850fa4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.100956 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-14a55060-ba5b-41e2-b1f0-d143d93dae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.890387 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.260569 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.550177 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.011726 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:16.349848 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:31:37.255064 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-d89b0fa0-6185-45be-9b34-d3f672ca738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.103951 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-bffadd22-8241-4c84-b2ba-321d08ceb0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.893122 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.253885 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.551536 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.016172 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:53.350133 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:32:07.257934 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7a40be5c-55bf-437c-be61-c1cd7dfba7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:10.105783 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-0bfd381d-29a7-413e-855d-017615ca514c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:10.896126 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:11.255799 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:11.553501 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.009992 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:25.577624 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-00d5db38-715c-46b7-b343-5f155de868ca req-68f9672f-f367-4d1e-bb97-7e078421e6de service neutron] (83994) timed out ('10.222.0.70', 53516) {{(pid=83994) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:32:30.350739 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:32:37.260608 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b49fead9-11f9-4f8d-94a3-00e8c53bff37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:40.107032 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-88918b5d-d63c-4e99-a43d-e7ae5d399826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:40.898410 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:41.261347 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:41.558444 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:44.007161 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:45.711998 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.wsgi [req-aa31e6b0-c3e5-47c7-9f2f-6cbf7c97a3d8 req-ea3c7d17-0120-42d3-ac16-2bb4ed600f85 service neutron] (83993) timed out ('10.222.0.70', 53466) {{(pid=83993) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:33:07.264538 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-c32dbabb-5d5c-4d23-9fd4-53d146e5021e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:07.351009 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:33:10.107683 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-647b8128-d4cb-4185-b562-45fd12218803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:10.903826 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:11.264502 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:11.559534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:14.006204 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:37.267986 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-7b67c1b1-37bf-4a3f-ba2c-471b74b1bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:40.109100 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-030c33ad-5034-4a83-b823-76fffedf8602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:40.903534 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-de3e2706-d2cc-4c72-b9ca-712eb577686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:41.267551 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-430b10fb-c412-4ce4-ad96-158836495c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:41.563867 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-b9b35889-447a-4571-94ac-fc8b37029809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:44.009510 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron_lib.callbacks.manager [None req-514859c9-b208-483e-b38c-8d9fd20fab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777566910425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853996262'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:44.351883 dv-cinder-759962-4-iscsi neutron-server[83882]: DEBUG neutron.db.agents_db [None req-44488a8f-b0ff-4789-9036-ac5d78e2fc83 None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}